-- Logs begin at Thu 2022-03-24 14:12:15 UTC, end at Thu 2022-03-24 15:10:20 UTC. -- Mar 24 14:44:43.390638 dv-cinder-834805-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 24 14:44:46.255487 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.common.config [-] Logging enabled! Mar 24 14:44:46.256126 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev52 Mar 24 14:44:46.256126 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109607) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 14:44:46.259445 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.common.config [-] Logging enabled! Mar 24 14:44:46.259694 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev52 Mar 24 14:44:46.260001 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109607) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 14:44:46.260921 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 14:44:46.261156 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 14:44:46.261576 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 14:44:46.261820 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 14:44:46.262042 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 14:44:46.262796 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.263228 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 24 14:44:46.263537 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.263829 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.264120 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.264394 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.264677 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.264948 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.265240 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.265532 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.265812 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.266105 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.266390 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.266676 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.266954 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.267232 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.267510 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.267767 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] debug = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.268042 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.268473 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.268887 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.269162 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.269442 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.269713 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.269978 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.270272 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.270554 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.270873 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] host = dv-cinder-834805-2-iscsi {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.271145 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.271425 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.271705 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.271985 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.272254 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.272523 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.272800 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.273065 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.273329 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] log_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.273596 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.273877 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.274192 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.274478 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.274702 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.274921 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.275215 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.275497 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.275766 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.276035 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.276303 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.276570 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.276890 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.277186 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.277464 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.277741 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.278021 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.278318 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.278587 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.278851 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.279115 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.279390 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.279654 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.279920 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.280186 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.280463 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.280723 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.280988 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.281281 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.281557 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.281833 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.282140 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.282409 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.282683 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.282943 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.283204 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.283464 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] use_json = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.283725 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.283986 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.284258 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.284520 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.284782 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.285045 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.285308 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.285586 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.285849 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:46.286167 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.286460 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.286751 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.287036 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.287317 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.287588 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.287870 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.288140 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.288421 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.288701 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.288983 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.289252 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.289541 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.289821 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.290139 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.290440 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.290726 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.291009 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.291277 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.291545 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.291812 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.292083 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.292387 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.292743 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.293028 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.293312 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.293587 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.293881 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.294189 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.294479 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.294764 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.295033 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.295303 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.295593 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.295866 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.296130 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.296401 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.296682 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.296953 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.297219 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.297494 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.297766 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.298034 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.298324 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.298594 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.298879 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.299146 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.299427 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.299674 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.299942 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.300205 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.300482 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.300750 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.301014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.301277 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.301548 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.301813 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.302100 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.302368 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.302634 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.302902 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.303165 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.303427 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.303689 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.303952 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.304217 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.304483 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.304748 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.305015 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.305278 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.305553 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.305816 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.306096 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.306364 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.306655 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.306928 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.307193 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.307462 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.307731 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.308017 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.308289 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.308556 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.308825 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.309092 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.309357 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.309640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.309915 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.310222 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.310515 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.310785 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.311070 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.311338 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.311607 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.311881 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.312148 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.312419 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.312693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.312965 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.313250 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.313536 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.313820 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.314123 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.314411 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.314685 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.314984 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.315257 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:46.315475 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 14:44:46.315711 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109607) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 24 14:44:46.677589 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 14:44:46.677821 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 14:44:46.678187 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 14:44:46.678657 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 24 14:44:47.000821 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.001021 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.001299 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.002496 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.002765 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.003143 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.056483 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.056758 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.057024 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.071715 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.071989 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.072259 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.100507 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.100784 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.101053 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.243850 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.244074 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.244373 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.475929 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.476608 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.476608 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.476877 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.477385 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.574402 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.574721 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.575000 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.575269 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.575533 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.575836 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.576054 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.576333 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.576581 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.576853 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.577108 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.577358 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.577606 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.577854 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.578113 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.578385 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.578633 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.579197 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.579461 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.579718 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.579985 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.580236 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.580532 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.580889 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.581134 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.581376 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.581757 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:47.581992 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:47.582256 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:47.582488 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:47.582724 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:47.582944 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:47.583303 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 24 14:44:47.586457 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 24 14:44:47.590520 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 24 14:44:47.594279 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 24 14:44:47.595906 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 24 14:44:47.596384 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 24 14:44:47.596710 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 24 14:44:47.597087 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 24 14:44:47.599940 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 24 14:44:47.600187 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 24 14:44:47.600526 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 14:44:47.605415 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 24 14:44:47.630070 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 24 14:44:47.630570 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.630856 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109607) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 24 14:44:47.631237 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.632653 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109607) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 24 14:44:47.632933 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 14:44:47.633175 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 24 14:44:47.636593 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.636871 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:47.699123 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 24 14:44:47.699356 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 24 14:44:47.699593 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 24 14:44:47.699955 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 24 14:44:47.721785 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_db.sqlalchemy.engines [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109607) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 24 14:44:48.170763 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing driver for type 'gre' Mar 24 14:44:48.171216 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] gre ID ranges: [(1, 1000)] Mar 24 14:44:48.222975 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing driver for type 'local' Mar 24 14:44:48.223451 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing driver for type 'vlan' Mar 24 14:44:48.237338 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] VlanTypeDriver initialization complete Mar 24 14:44:48.237717 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing driver for type 'vxlan' Mar 24 14:44:48.238227 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] vxlan ID ranges: [(1, 1000)] Mar 24 14:44:48.290902 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing extension driver 'port_security' Mar 24 14:44:48.291317 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] PortSecurityExtensionDriver initialization complete Mar 24 14:44:48.291655 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing mechanism driver 'openvswitch' Mar 24 14:44:48.292015 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing mechanism driver 'hyperv' Mar 24 14:44:48.298850 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:44:48.299541 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.299915 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.300287 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.300810 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109607) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 14:44:48.301249 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnet after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.301606 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnet after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.301953 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.302387 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109607) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 14:44:48.302801 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.303152 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.303495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.303895 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109607) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 14:44:48.304306 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > security_group after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.304657 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > security_group after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.305006 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.305546 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109607) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 14:44:48.305961 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.306336 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.306683 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.307120 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109607) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 14:44:48.307528 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > address_group after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.307891 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > address_group after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.308247 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.308654 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109607) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 14:44:48.309104 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] ML2 OVO RPC backend initialized. {{(pid=109607) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 24 14:44:48.309804 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.310188 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.310607 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.310962 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > networks before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.311312 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.311656 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > ports before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.312000 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnet before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.312340 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnets before_response 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.312688 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.313034 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.313374 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.313713 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.314050 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.314410 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.314756 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnet after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.315094 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnet after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.315430 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.322746 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded quota_driver: . Mar 24 14:44:48.323109 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.plugin [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Modular L2 Plugin initialization complete Mar 24 14:44:48.323460 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading services supported by the core plugin {{(pid=109607) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 24 14:44:48.323844 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.plugins.ml2.managers [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Got port-security extension from driver 'port_security' Mar 24 14:44:48.324331 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.extensions.vlantransparent [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Disabled vlantransparent extension. Mar 24 14:44:48.324826 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109607) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 24 14:44:48.325154 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: router Mar 24 14:44:48.360769 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.361157 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router after_create 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.361530 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router before_create 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.361898 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.362297 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.362655 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router after_delete 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.363016 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.363374 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.363732 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router after_create 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.364079 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router after_update 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.364426 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router after_update 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.364777 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.365117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router after_update 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.365527 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_update 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.365900 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: port after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.366276 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: port after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.366622 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: subnet after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.366960 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.367310 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.367662 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_create 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.368004 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: port before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.368351 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.368691 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router after_update 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.369034 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.369384 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_create 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.369744 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.370172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_update 55549900 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.370545 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > agent after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.370900 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > agent after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.371246 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > network after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.372099 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Tracking information for resource: router configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:48.372428 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Tracking information for resource: floatingip configured {{(pid=109607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 14:44:48.377392 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.db.l3_agentschedulers_db [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 24 14:44:48.378004 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: port after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.378397 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: port after_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.378754 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: port after_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.379107 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: port after_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.379892 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router before_create 55550100 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.380257 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.380621 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_create 55550100 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.380977 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > router precommit_update 55550100 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.385895 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.services.provider_configuration [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service providers = [] {{(pid=109607) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 24 14:44:48.386327 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.db.servicetype_db [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109607) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 24 14:44:48.389299 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.services.service_base [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 14:44:48.389648 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.services.service_base [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 14:44:48.389988 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.services.service_base [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 14:44:48.390911 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.services.service_base [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 14:44:48.391281 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.services.service_base [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 24 14:44:48.391657 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.391982 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 24 14:44:48.402597 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.402939 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: auto_allocate Mar 24 14:44:48.408981 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: network precommit_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.409351 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: network precommit_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.409866 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.410219 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: tag Mar 24 14:44:48.416874 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.417217 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: timestamp Mar 24 14:44:48.421362 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.421623 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: network_ip_availability Mar 24 14:44:48.427176 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.427552 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.427904 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.428622 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.428939 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: flavors Mar 24 14:44:48.433756 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.434105 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading Plugin: revisions Mar 24 14:44:48.438477 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 14:44:48.438880 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_concurrency.lockutils [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=109607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 14:44:48.439627 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109607) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 24 14:44:48.439965 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Initializing extension manager. Mar 24 14:44:48.440494 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: __init__.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.440838 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: __pycache__ {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.441171 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: address_group.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.441927 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.442523 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: address-group Mar 24 14:44:48.442856 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: address_scope.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.443577 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.444090 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: address-scope Mar 24 14:44:48.444416 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.445535 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.446056 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: router-admin-state-down-before-update Mar 24 14:44:48.446410 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: agent.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.447119 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.447629 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: agent Mar 24 14:44:48.447952 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: agent_resources_synced.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.448902 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.449412 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: agent-resources-synced Mar 24 14:44:48.449736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: allowedaddresspairs.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.451553 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.452073 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: allowed-address-pairs Mar 24 14:44:48.452410 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: auto_allocated_topology.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.453495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.454365 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: auto-allocated-topology Mar 24 14:44:48.454716 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: availability_zone.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.455388 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.455895 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: availability_zone Mar 24 14:44:48.456221 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: availability_zone_filter.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.457140 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.457647 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: availability_zone_filter Mar 24 14:44:48.457974 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: data_plane_status.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.458912 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.459421 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension data-plane-status not supported by any of loaded plugins Mar 24 14:44:48.459742 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: default_subnetpools.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.460652 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.461156 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: default-subnetpools Mar 24 14:44:48.461479 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.462317 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.462825 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: dhcp_agent_scheduler Mar 24 14:44:48.463147 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: dns.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.464062 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.464590 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension dns-integration not supported by any of loaded plugins Mar 24 14:44:48.464915 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: dns_domain_ports.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.465828 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.466360 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 24 14:44:48.466683 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.467604 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.468105 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 24 14:44:48.468425 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: dvr.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.469104 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.469608 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: dvr Mar 24 14:44:48.469930 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: ecmp_routes.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.470878 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.471385 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 24 14:44:48.471709 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: empty_string_filtering.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.472623 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.473131 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: empty-string-filtering Mar 24 14:44:48.473458 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.474399 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.474906 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 24 14:44:48.475230 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.476141 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.476679 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 24 14:44:48.476963 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: external_net.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.477869 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.478408 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: external-net Mar 24 14:44:48.478738 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.479647 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.480204 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: extra_dhcp_opt Mar 24 14:44:48.480528 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: extraroute.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.481446 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.481952 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: extraroute Mar 24 14:44:48.482312 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: extraroute_atomic.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.483361 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.483875 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: extraroute-atomic Mar 24 14:44:48.484194 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: filter_validation.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.484862 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.485369 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: filter-validation Mar 24 14:44:48.485686 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: fip_pf_description.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.486618 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.487127 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 24 14:44:48.487449 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: fip_pf_port_range.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.488361 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.488864 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 24 14:44:48.489184 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: fip_port_details.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.490175 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.490674 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: fip-port-details Mar 24 14:44:48.490998 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: flavors.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.492248 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.492765 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: flavors Mar 24 14:44:48.493087 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.494806 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.495334 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 24 14:44:48.495698 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: floatingip_pools.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.496406 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.496916 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: floatingip-pools Mar 24 14:44:48.497246 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: ip_allocation.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.498199 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.498706 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension ip_allocation not supported by any of loaded plugins Mar 24 14:44:48.499036 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.499954 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.500461 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: ip-substring-filtering Mar 24 14:44:48.500788 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l2_adjacency.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.501726 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.502264 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 24 14:44:48.502592 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.504995 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.505530 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: router Mar 24 14:44:48.505872 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.508168 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.508697 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 24 14:44:48.509036 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.509973 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.510518 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: ext-gw-mode Mar 24 14:44:48.510849 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.511825 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.512373 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: l3-ha Mar 24 14:44:48.512697 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.513623 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.514155 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 24 14:44:48.514484 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3_flavors.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.515409 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.515919 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: l3-flavors Mar 24 14:44:48.516246 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3_ndp_proxy.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.517645 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.518198 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 24 14:44:48.518532 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.519468 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.519984 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 24 14:44:48.520320 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: l3agentscheduler.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.521339 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.521856 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: l3_agent_scheduler Mar 24 14:44:48.522222 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: local_ip.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.524037 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.524563 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension local_ip not supported by any of loaded plugins Mar 24 14:44:48.524897 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: logging.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.526430 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.526980 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension logging not supported by any of loaded plugins Mar 24 14:44:48.527307 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: metering.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.528045 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.528620 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: metering Mar 24 14:44:48.528946 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.530038 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.530581 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: metering_source_and_destination_fields Mar 24 14:44:48.530910 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: multiprovidernet.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.531844 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.532362 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: multi-provider Mar 24 14:44:48.532686 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: netmtu.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.533602 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.534121 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: net-mtu Mar 24 14:44:48.534461 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: netmtu_writable.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.535384 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.535891 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: net-mtu-writable Mar 24 14:44:48.536214 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: network_availability_zone.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.536882 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.537395 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: network_availability_zone Mar 24 14:44:48.537718 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: network_ip_availability.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.538883 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.539394 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: network-ip-availability Mar 24 14:44:48.539717 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: network_segment_range.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.540476 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.540979 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension network-segment-range not supported by any of loaded plugins Mar 24 14:44:48.541300 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: pagination.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.542536 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.542872 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: pagination Mar 24 14:44:48.543200 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: port_device_profile.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.544119 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.544634 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: port-device-profile Mar 24 14:44:48.544960 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.545901 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.546448 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: port-mac-address-regenerate Mar 24 14:44:48.546772 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.547689 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.548196 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: port-numa-affinity-policy Mar 24 14:44:48.548521 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: port_resource_request.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.549458 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.549962 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension port-resource-request not supported by any of loaded plugins Mar 24 14:44:48.550321 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: port_resource_request_groups.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.551285 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.551794 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 24 14:44:48.552128 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: portbindings.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.553056 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.553560 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: binding Mar 24 14:44:48.553883 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: portbindings_extended.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.555193 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.556412 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: binding-extended Mar 24 14:44:48.556412 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: portsecurity.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.557011 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.557532 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: port-security Mar 24 14:44:48.557858 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: project_id.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.558909 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.559248 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: project-id Mar 24 14:44:48.559579 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: providernet.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.560513 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.561030 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: provider Mar 24 14:44:48.561355 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.565066 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.565598 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos not supported by any of loaded plugins Mar 24 14:44:48.565936 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.567233 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.567753 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 24 14:44:48.568085 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.569013 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.569527 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 24 14:44:48.569858 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_default.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.570826 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.571370 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-default not supported by any of loaded plugins Mar 24 14:44:48.571698 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_fip.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.572627 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.573139 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-fip not supported by any of loaded plugins Mar 24 14:44:48.573469 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.574475 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.574992 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 24 14:44:48.575315 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_gateway_ip.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.576252 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.576756 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 24 14:44:48.577084 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_port_network_policy.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.577995 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.578539 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 24 14:44:48.579183 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.580235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.580747 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 24 14:44:48.581072 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.582107 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.582667 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 24 14:44:48.582980 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_pps_rule.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.584166 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.584682 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-pps not supported by any of loaded plugins Mar 24 14:44:48.585016 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_rule_type_details.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.585933 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.586474 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 24 14:44:48.586808 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_rule_type_filter.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.587720 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.588230 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 24 14:44:48.588555 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: qos_rules_alias.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.589650 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.590197 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 24 14:44:48.590525 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: quota_check_limit.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.591441 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.591957 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: quota-check-limit Mar 24 14:44:48.592289 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: quotasv2.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.593234 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.593562 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: quotas Mar 24 14:44:48.593887 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: quotasv2_detail.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.595849 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.596192 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: quota_details Mar 24 14:44:48.596523 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: rbac.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.597585 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.598104 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: rbac-policies Mar 24 14:44:48.598469 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: rbac_address_group.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.599403 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.599923 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: rbac-address-group Mar 24 14:44:48.600250 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: rbac_address_scope.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.601168 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.601677 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: rbac-address-scope Mar 24 14:44:48.602008 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: rbac_security_groups.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.603028 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.603542 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: rbac-security-groups Mar 24 14:44:48.603864 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: rbac_subnetpool.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.604784 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.605388 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: rbac-subnetpool Mar 24 14:44:48.605668 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: revisionifmatch.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.606616 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.607128 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: revision-if-match Mar 24 14:44:48.607452 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: revisions.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.608569 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.609087 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: standard-attr-revisions Mar 24 14:44:48.609421 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: router_availability_zone.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.610102 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.610637 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: router_availability_zone Mar 24 14:44:48.610963 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: routerservicetype.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.611892 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.612407 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension router-service-type not supported by any of loaded plugins Mar 24 14:44:48.612729 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.613663 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.614205 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: security-groups-normalized-cidr Mar 24 14:44:48.614532 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.615467 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.615978 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: port-security-groups-filtering Mar 24 14:44:48.616302 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.617241 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.617752 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: security-groups-remote-address-group Mar 24 14:44:48.618075 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.619035 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.619548 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: security-groups-shared-filtering Mar 24 14:44:48.619874 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.620477 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 24 14:44:48.620801 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: securitygroup.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.630495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.631022 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: security-group Mar 24 14:44:48.631358 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: segment.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.632103 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.632615 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension segment not supported by any of loaded plugins Mar 24 14:44:48.632947 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.633907 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.634452 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 24 14:44:48.634785 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: servicetype.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.635896 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.636472 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: service-type Mar 24 14:44:48.636801 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: sorting.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.637824 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.638181 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: sorting Mar 24 14:44:48.638513 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: standard_attr_segment.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.639429 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.639946 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 24 14:44:48.640270 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: standardattrdescription.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.640919 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.641430 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: standard-attr-description Mar 24 14:44:48.641754 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: stateful_security_group.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.642726 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.643245 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: stateful-security-group Mar 24 14:44:48.643573 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: stdattrs_common.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.644147 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 24 14:44:48.644471 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.645513 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.646047 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 24 14:44:48.646404 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: subnet_onboard.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.647504 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.648027 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: subnet_onboard Mar 24 14:44:48.648355 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.649292 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.649802 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 24 14:44:48.650150 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: subnet_service_types.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.651081 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.651593 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: subnet-service-types Mar 24 14:44:48.651954 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: subnetallocation.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.653062 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.653572 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: subnet_allocation Mar 24 14:44:48.653899 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.654601 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.655113 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: subnetpool-prefix-ops Mar 24 14:44:48.655435 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.656379 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.656885 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 24 14:44:48.657211 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: tagging.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.658350 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.658864 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: standard-attr-tag Mar 24 14:44:48.659192 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: timestamp.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.660421 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.660939 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loaded extension: standard-attr-timestamp Mar 24 14:44:48.661266 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: trunk.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.662342 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.662859 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension trunk not supported by any of loaded plugins Mar 24 14:44:48.663188 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: trunk_details.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.664114 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.664626 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension trunk-details not supported by any of loaded plugins Mar 24 14:44:48.664956 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: uplink_status_propagation.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.665881 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.666425 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 24 14:44:48.666746 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Loading extension file: vlantransparent.py {{(pid=109607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 14:44:48.667483 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 14:44:48.667992 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 24 14:44:48.670662 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:network Mar 24 14:44:48.671200 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:subnet Mar 24 14:44:48.671651 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 14:44:48.671999 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:port Mar 24 14:44:48.673286 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.673724 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service FLAVORS assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.674376 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.674798 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.675142 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:router Mar 24 14:44:48.675572 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:floatingip Mar 24 14:44:48.676059 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service METERING assigned prefix: /metering {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.677528 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.677897 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.678287 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:44:48.679306 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 14:44:48.679751 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:security_group Mar 24 14:44:48.680197 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 14:44:48.680790 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service CORE assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.681120 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 14:44:48.681464 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] subnetpool is already registered Mar 24 14:44:48.681900 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service CORE assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.682256 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 14:44:48.682582 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] subnetpool is already registered Mar 24 14:44:48.684921 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.685347 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service FLAVORS assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.685933 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.686387 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.686720 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:router Mar 24 14:44:48.687054 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] router is already registered Mar 24 14:44:48.687467 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:floatingip Mar 24 14:44:48.687798 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] floatingip is already registered Mar 24 14:44:48.688253 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service METERING assigned prefix: /metering {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.688911 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 14:44:48.689238 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] rbac_policy is already registered Mar 24 14:44:48.689653 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:security_group Mar 24 14:44:48.689987 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] security_group is already registered Mar 24 14:44:48.690417 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 14:44:48.690745 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] security_group_rule is already registered Mar 24 14:44:48.691373 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service CORE assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.691702 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 14:44:48.692038 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] subnetpool is already registered Mar 24 14:44:48.692459 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.v2.resource_helper [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Service CORE assigned prefix: {{(pid=109607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 14:44:48.692779 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 14:44:48.693108 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING neutron.quota.resource_registry [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] subnetpool is already registered Mar 24 14:44:48.693572 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: extensions {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.695125 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: address-groups {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.696616 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: address-scopes {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.697922 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: agents {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.699136 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: auto-allocated-topology {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.700361 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: availability_zones {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.701584 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: dhcp-networks {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.703126 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: dhcp-agents {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.704876 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: routers {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.707105 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: flavors {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.708269 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: service_profiles {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.709549 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: next_providers {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.710997 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: service_profiles {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.713488 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: floatingip-pools {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.714878 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: routers {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.716989 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: floatingips {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.718316 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: l3-routers {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.719705 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: l3-agents {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.721093 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: metering-labels {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.722476 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: metering-label-rules {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.723753 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: network-ip-availabilities {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.725024 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: bindings {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.726695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: quotas {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.728262 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: quotas {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.729788 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: rbac-policies {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.731121 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: security-groups {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.732358 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: security-group-rules {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.733603 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: service-providers {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.734837 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: subnetpools {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.736247 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: subnetpools {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.737696 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.739414 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.741193 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.743010 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.744800 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.746714 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.748391 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.750280 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.752059 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.753894 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron.api.extensions [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Extended resource: tags {{(pid=109607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 14:44:48.759734 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING keystonemiddleware.auth_token [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 24 14:44:48.764477 dv-cinder-834805-2-iscsi neutron-server[109607]: WARNING keystonemiddleware.auth_token [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 24 14:44:48.773062 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_concurrency.lockutils [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Acquired lock "singleton_lock" {{(pid=109607) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 24 14:44:48.773540 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_concurrency.lockutils [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Releasing lock "singleton_lock" {{(pid=109607) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 24 14:44:48.774237 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO oslo_service.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Starting 2 workers Mar 24 14:44:48.779129 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Started child 109716 {{(pid=109607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 14:44:48.783549 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Started child 109717 {{(pid=109607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 14:44:48.784576 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:44:48.785262 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO neutron.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 24 14:44:48.785697 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:44:48.786074 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [-] (109716) wsgi starting up on http://0.0.0.0:9696 Mar 24 14:44:48.788217 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO oslo_service.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Starting 1 workers Mar 24 14:44:48.788354 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:44:48.789726 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [-] (109717) wsgi starting up on http://0.0.0.0:9696 Mar 24 14:44:48.793459 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Started child 109718 {{(pid=109607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 14:44:48.794015 dv-cinder-834805-2-iscsi neutron-server[109607]: INFO oslo_service.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Starting 1 workers Mar 24 14:44:48.797172 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] calling RpcWorker wait() {{(pid=109718) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 24 14:44:48.797706 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] returning from RpcWorker wait() {{(pid=109718) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 24 14:44:48.798489 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Started child 109719 {{(pid=109607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 14:44:48.799096 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:44:48.799264 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfed33a-5994-4bc8-b052-d2aa81cc989d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:44:48.799584 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:44:48.801273 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109607) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 14:44:48.801457 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 14:44:48.801835 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 14:44:48.802029 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 14:44:48.802583 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 14:44:48.802732 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 14:44:48.803220 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.803441 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:44:48.803915 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.803915 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.804039 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.804261 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.804892 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.805119 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.805538 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.805831 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.806055 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.806430 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.806576 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.807009 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.807249 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.807553 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.807817 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.808155 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.808408 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.808561 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.808833 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.809097 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.809329 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.809611 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] debug = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.809865 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.810366 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.810610 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.810858 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.811089 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.811364 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.811591 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.811876 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.812116 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.812354 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.812578 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.812844 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.813087 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.813317 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.813575 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.813807 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.814067 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.814546 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.814860 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] host = dv-cinder-834805-2-iscsi {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.815118 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.815356 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.815590 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.815825 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.816084 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.816322 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.816571 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.816829 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.817055 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.817292 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.817528 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.817768 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.818026 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.818224 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.818393 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_options = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.818648 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.818926 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.819180 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.819368 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.819538 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.819701 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.819961 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.820126 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.820360 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.820584 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.820799 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.821027 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.821241 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.821495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.821495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.821495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.821495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.821495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.822903 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.822903 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.823202 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.823438 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.823741 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.823959 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.824168 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.824397 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.824590 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.824820 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.825103 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.825280 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.825519 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.825652 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:44:48.825759 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.825957 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.826246 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.826494 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.826733 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.826933 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.827162 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.827408 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.827635 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.827890 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.828144 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.828358 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.828587 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.829117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.829487 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.829850 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_json = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.831106 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.831414 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.834105 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.834376 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.834630 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.834872 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.835144 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.835394 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.835651 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.836098 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.836404 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.836681 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.836934 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.837171 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.837424 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.837661 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.837899 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.838186 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.838422 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.838730 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.838994 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.839340 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.839594 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.839860 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.840147 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.840382 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.840633 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.840877 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.841110 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.841324 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.841574 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.841855 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.842075 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.842335 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.842563 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.842803 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.843090 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.843367 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.843704 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.843980 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.844250 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.844515 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.844728 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.844965 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.845179 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.845427 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.845644 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.845874 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.846141 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.846365 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.846595 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.846816 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.847043 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.847269 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.847492 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.847749 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.847980 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.848205 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.848418 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.848627 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.848839 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.849067 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.849280 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.849503 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.849712 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.849975 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.850242 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.850456 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.850662 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.850886 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.851096 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.851336 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.851548 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.851772 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.851978 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.852205 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.852409 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.852652 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.852881 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.853087 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.853312 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.853521 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.853725 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.853960 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.854197 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.854403 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.854613 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.854967 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.855179 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.855383 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.855609 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.855825 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.855993 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.856196 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.856407 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.856659 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.856820 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.857023 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.857264 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.857469 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.857731 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.858025 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.858287 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.858529 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.858742 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.859001 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.859194 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.859428 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.860043 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.860043 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.860043 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.860415 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.860516 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.860740 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.860970 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.861186 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.861432 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.861642 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.861852 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.862073 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.865172 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.866867 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.866867 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.866867 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.867456 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.867768 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.868049 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.868322 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.868580 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.868961 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.869156 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.869341 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.869614 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.869850 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.870912 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.870912 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.870912 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.870912 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.871489 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.871489 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.871775 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.871911 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.872136 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.872369 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.872522 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.873157 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.873157 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.873452 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.873585 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.873723 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.873974 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.874747 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.874747 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.874747 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.875134 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.875134 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.875763 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.875763 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.875763 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.876046 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.876200 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.876410 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.876651 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.876869 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.877082 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.877296 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.877527 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.877763 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.877988 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.878209 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.878434 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.878652 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.878861 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.879076 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.879463 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.879673 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881857 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881857 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.881857 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.882290 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.882290 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.882467 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.882556 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.882777 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.883008 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.883245 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.883484 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.883695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.883948 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.884195 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.884524 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.884761 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.884982 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.885207 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.885448 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.885660 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.885900 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.886160 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.886392 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.886758 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.886991 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.887221 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.887434 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.887666 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.887876 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.888104 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.888336 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.888564 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.888805 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.889035 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.889265 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.889479 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.889875 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.890273 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.890480 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.890699 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.890930 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.891141 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.891532 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.891876 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.892284 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.892668 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.892925 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.893154 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.893405 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.893631 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.893840 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.894054 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.894301 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.894515 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.894722 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.894950 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.895159 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.895365 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.895584 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.895798 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.896003 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.896242 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.896465 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.896671 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.896893 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.897530 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.897956 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.898348 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.898562 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.898775 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.898996 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.899210 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.899417 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.899639 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.899849 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.900051 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.902487 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.902487 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.902635 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.902896 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.903157 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.903391 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.903691 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.903926 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.904188 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.904444 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.904751 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.904970 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.905236 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.905467 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.905679 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.905903 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.906178 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.906487 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.906767 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.907010 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.907249 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.907515 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.907790 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.908054 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.908263 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.908350 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:44:48.908537 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.908862 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.909124 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.909390 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.909644 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.909904 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.910137 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.910370 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.910584 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.910798 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.911010 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.911278 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.911502 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.911721 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.912967 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.912967 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.912967 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.912967 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.912967 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.913613 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.913613 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.913613 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 14:44:48.913877 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109607) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 14:44:48.914069 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 14:44:48.914207 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 14:44:48.914377 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 14:44:48.914544 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 14:44:48.914729 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 14:44:48.914890 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.915049 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.915205 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.915363 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.915757 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.915757 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.915915 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.915993 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.916116 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.916263 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.916418 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.916573 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.916726 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918720 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918720 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] debug = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918720 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918720 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.918720 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919105 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919105 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919252 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919329 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919454 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919582 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919704 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919852 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.919994 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.920151 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.920306 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.920510 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.920685 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.920843 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.920985 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.921142 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] host = dv-cinder-834805-2-iscsi {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.921295 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.921450 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.921606 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.921810 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.921904 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.922057 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.922242 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.922396 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.922551 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.922705 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.922860 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.923016 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.923171 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.923325 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.923482 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_options = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.923635 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.923791 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.923946 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.924129 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.924291 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.924446 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.924601 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.924758 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.924913 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.925069 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.925224 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.925378 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.925535 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.925890 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.925890 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.926138 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.926138 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.926366 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.926478 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.926577 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.926892 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.926892 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.927339 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.927339 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.927339 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.927669 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.927669 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.927892 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.927892 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.928126 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.928126 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.928349 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.928506 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.928629 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.928748 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.928857 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.929012 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.929167 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.929325 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.929480 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.929647 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.929770 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.929920 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.930072 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.930244 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.930399 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.930552 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_json = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.930706 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.930860 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.931014 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.931168 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.931323 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.931478 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.931632 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.931789 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.931944 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 14:44:48.932117 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.932276 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.932445 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.932607 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.932762 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.933121 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.933280 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.933448 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.934033 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.934033 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.934033 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.934033 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.935437 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.937693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938778 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938778 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938778 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938778 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938778 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938778 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.938778 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.939349 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.939349 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.939349 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.939349 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940017 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940017 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940017 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940017 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940017 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940485 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940485 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940485 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940700 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940700 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.940889 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.941022 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.941181 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.941337 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.941495 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.941653 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.941810 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.941966 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.942141 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.942325 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.942454 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.942622 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.942780 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.942938 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.943099 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.943256 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.943414 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.943573 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.943732 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.943891 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.944055 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.944217 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.944377 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.944536 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.944693 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.944850 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.945007 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.945166 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.945325 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.945483 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.945639 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.945797 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.945956 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.946132 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.946303 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.946476 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.946635 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.946791 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.946949 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.947106 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.947261 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.947418 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.947575 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.947731 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.947888 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.948107 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.948235 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.948578 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.948578 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.948798 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.948925 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.949047 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.949165 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.950841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.951736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.953640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.954695 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955304 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955304 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955304 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955304 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955304 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955304 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955699 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955699 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955699 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955915 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.955993 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.956108 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.956265 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.956423 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.956579 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.956736 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.956894 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.957050 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.957207 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.957363 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.957521 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.957678 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.957836 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.957991 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.958169 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.958328 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.958485 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.958641 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.958797 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.958952 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.959109 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.959266 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.959422 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.959581 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.959740 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.959899 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.960057 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.960216 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.960373 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.960530 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.960688 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.960844 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.961003 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.961163 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.961320 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.961479 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.961636 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.961794 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.961953 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.962127 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.962288 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.962464 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.962624 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.962783 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.962944 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.963101 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.963260 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.963416 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.963575 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.963733 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.963891 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.964050 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.964230 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.964417 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.964575 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.964732 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.964890 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.965049 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.965208 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.965367 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.965524 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.965683 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.965841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.965997 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.966174 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.966334 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.966491 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.966648 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.966806 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.966964 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.967134 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.967291 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.967450 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.967606 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.967761 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.967918 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.968086 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.968243 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.968400 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.968555 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.968710 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.968867 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.969034 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.969191 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.969347 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.969504 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.969661 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.969819 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.969985 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.970234 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.970394 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.970551 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.970710 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.970865 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.971032 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.971190 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.971346 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.971502 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.971684 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.971841 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.972008 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.972166 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.972322 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.972485 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.972640 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.972797 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.972963 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.973122 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.973279 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.973444 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.973602 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.973787 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.974066 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.974371 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.974654 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.974931 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.975203 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.975472 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.975747 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.976019 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.976294 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.976579 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.976857 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.977128 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.977402 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.977705 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.977986 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.978296 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.978554 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.978826 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.978991 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.979151 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.979309 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.979466 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.979623 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.979779 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.979964 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.980123 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.980280 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.980438 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.980599 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.980757 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.980914 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.981072 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.981230 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.981387 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.981543 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.981699 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.981855 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 14:44:48.982006 dv-cinder-834805-2-iscsi neutron-server[109607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 14:44:49.070957 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43400) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:44:49.081066 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068789 Mar 24 14:45:00.220480 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a81f07-821c-43b9-896e-552b02cd4b7e None None] get_active_networks_info from dv-cinder-834805-2-iscsi {{(pid=109718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 14:45:00.280159 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a81f07-821c-43b9-896e-552b02cd4b7e None None] No non-hosted networks {{(pid=109718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 24 14:45:00.296485 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.agentschedulers_db [None req-67a81f07-821c-43b9-896e-552b02cd4b7e None None] DHCP Agent not found on host dv-cinder-834805-2-iscsi {{(pid=109718) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 24 14:45:00.409117 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e401c462-dcea-4f83-b3de-64e13ce0e7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623071'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:02.497464 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f7afe3f3-aeef-42d6-afac-d197b8564cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623071'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:02.564991 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-803be06f-3ad4-4938-b228-928ecfd57b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:03.430525 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 43466) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:03.701287 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623071'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:04.124673 dv-cinder-834805-2-iscsi neutron-server[109716]: WARNING oslo_policy.policy [None req-fee1cb54-6b91-4e82-9083-cab99c1a9894 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:04.125498 dv-cinder-834805-2-iscsi neutron-server[109716]: WARNING oslo_policy.policy [None req-fee1cb54-6b91-4e82-9083-cab99c1a9894 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:04.393462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [None req-fee1cb54-6b91-4e82-9083-cab99c1a9894 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:45:04.411014 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-fee1cb54-6b91-4e82-9083-cab99c1a9894 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9784482 Mar 24 14:45:05.170652 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623071'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:06.172177 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.db.l3_hamode_db [None req-9f2813ae-3eb3-42a5-8a6f-eb65c459ffbc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 24 14:45:06.249897 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2813ae-3eb3-42a5-8a6f-eb65c459ffbc None None] Routers set() bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:45:06.250353 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2813ae-3eb3-42a5-8a6f-eb65c459ffbc None None] Router IDs set() for agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 14:45:06.557189 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623071'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:06.557917 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.558360 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.558749 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.559143 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.559526 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.560796 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.561349 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.561924 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.562518 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.563063 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.564018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.564562 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.565133 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.565737 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.566907 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:06.567471 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834805-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:06.581276 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834805-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:06.993360 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 43500) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:07.320573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-f9d19d46-596c-4edb-9098-05f0b8c56ed9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:45:07.412526 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.policy [None req-f9d19d46-596c-4edb-9098-05f0b8c56ed9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109716) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 14:45:07.455724 dv-cinder-834805-2-iscsi neutron-server[109716]: WARNING oslo_policy.policy [None req-f9d19d46-596c-4edb-9098-05f0b8c56ed9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:07.456117 dv-cinder-834805-2-iscsi neutron-server[109716]: WARNING oslo_policy.policy [None req-f9d19d46-596c-4edb-9098-05f0b8c56ed9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:07.550848 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f9d19d46-596c-4edb-9098-05f0b8c56ed9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756047553317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756047553010', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756047536870', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756047529564', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756047520569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756047475847', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1049493', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1310599', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-413714', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634980'] for rbac-policy (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:07.622219 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f9d19d46-596c-4edb-9098-05f0b8c56ed9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:07.623425 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f9d19d46-596c-4edb-9098-05f0b8c56ed9 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6289308 Mar 24 14:45:10.116125 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43512) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:10.671250 dv-cinder-834805-2-iscsi neutron-server[109717]: WARNING oslo_policy.policy [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:10.671797 dv-cinder-834805-2-iscsi neutron-server[109717]: WARNING oslo_policy.policy [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:10.889017 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:45:10.945783 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Made reservation on behalf of 982ec084345c45a48babdcb73560bce8 for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:45:11.006522 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.policy [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109717) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 14:45:11.048074 dv-cinder-834805-2-iscsi neutron-server[109717]: WARNING oslo_policy.policy [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:11.048434 dv-cinder-834805-2-iscsi neutron-server[109717]: WARNING oslo_policy.policy [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 14:45:11.059083 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.081630 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.192693 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks [] for security_group (1c65509a-e355-4685-af40-f73700e78ee8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.199789 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1c65509a-e355-4685-af40-f73700e78ee8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.223510 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:45:11.254255 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756050914362', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (3785d9a5-8ae5-4c6a-b741-d3a1153bc878), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.254847 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Unsubscribe: segment precommit_create {{(pid=109717) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 14:45:11.255330 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Added segment 3785d9a5-8ae5-4c6a-b741-d3a1153bc878 of type vlan for network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 Mar 24 14:45:11.282746 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65509a-e355-4685-af40-f73700e78ee8,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:11.332491 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.332828 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.333173 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.333520 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.333842 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.334154 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.334521 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.334792 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.335105 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.335417 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.335726 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.336031 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.336343 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.336646 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.336945 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Tracked resource versions report: Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: pushed versions: Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: { 'AddressGroup': {'1.2'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Agent': {'1.1'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'ConntrackHelper': {'1.0'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Log': {'1.0'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'NDPProxy': {'1.0'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Network': {'1.1'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Port': {'1.7'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'PortForwarding': {'1.3'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'QosPolicy': {'1.10'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroup': {'1.5'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SubPort': {'1.0'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Subnet': {'1.1'}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Trunk': {'1.1'}} Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: consumer versions: Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Agent': '1.1', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'ConntrackHelper': '1.0', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'LocalIPAssociation': '1.0', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Log': '1.0', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'NDPProxy': '1.0', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Network': '1.1', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Port': '1.7', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'PortForwarding': '1.3', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'QosPolicy': '1.10', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroup': '1.5', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroupRule': '1.2', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SubPort': '1.0', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Subnet': '1.1', Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Trunk': '1.1'}} Mar 24 14:45:11.338406 dv-cinder-834805-2-iscsi neutron-server[109717]: {{(pid=109717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:45:11.369046 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (41575bb1-ae55-43c4-b33a-a4c09e6265f6), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.414004 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (41575bb1-ae55-43c4-b33a-a4c09e6265f6), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.419004 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:11.419715 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:11.511884 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3943009 Mar 24 14:45:11.534970 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6d948-4a7c-4c3b-8d29-9db66b883764 demo demo] Pushing event updated for resources: {'Network': ['ID=41575bb1-ae55-43c4-b33a-a4c09e6265f6,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:11.547686 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:45:14.040562 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 43532) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:14.512279 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d5090-dc3a-41d1-bfaa-2242f1ef4c5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:14.513713 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-175d5090-dc3a-41d1-bfaa-2242f1ef4c5b demo admin] 10.222.0.43 "GET /v2.0/networks/41575bb1-ae55-43c4-b33a-a4c09e6265f6 HTTP/1.1" status: 200 len: 825 time: 0.4722116 Mar 24 14:45:14.541428 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-17e4c074-9e42-49dc-b56e-f239777f5cd2 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/9063595c-aaa7-47a1-abef-f6461c6d1b2d HTTP/1.1" status: 200 len: 734 time: 0.0190434 Mar 24 14:45:14.549833 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Request body: {'subnet': {'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '9063595c-aaa7-47a1-abef-f6461c6d1b2d'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:45:14.577393 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Made reservation on behalf of 982ec084345c45a48babdcb73560bce8 for: {'subnet': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:45:14.580274 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:14.873903 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (b2fea79d-4d24-4ee2-826f-3bf6461d9434), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:14.948271 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Checking segment: {'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:45:14.948650 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Network hostable DHCP agents. Network: 41575bb1-ae55-43c4-b33a-a4c09e6265f6, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:45:14.956000 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b2fea79d-4d24-4ee2-826f-3bf6461d9434,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:14.967267 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.967613 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.967972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.968320 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.968654 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.968981 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.969302 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.969621 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.969951 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.970300 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.970616 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.970945 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.971248 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.971561 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.971871 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Tracked resource versions report: Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: pushed versions: Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: { 'AddressGroup': {'1.2'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Agent': {'1.1'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'ConntrackHelper': {'1.0'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Log': {'1.0'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'NDPProxy': {'1.0'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Network': {'1.1'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Port': {'1.7'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'PortForwarding': {'1.3'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'QosPolicy': {'1.10'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroup': {'1.5'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SubPort': {'1.0'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Subnet': {'1.1'}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Trunk': {'1.1'}} Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: consumer versions: Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Agent': '1.1', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'ConntrackHelper': '1.0', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'LocalIPAssociation': '1.0', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Log': '1.0', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'NDPProxy': '1.0', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Network': '1.1', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Port': '1.7', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'PortForwarding': '1.3', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'QosPolicy': '1.10', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroup': '1.5', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroupRule': '1.2', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SubPort': '1.0', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Subnet': '1.1', Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Trunk': '1.1'}} Mar 24 14:45:14.973241 dv-cinder-834805-2-iscsi neutron-server[109716]: {{(pid=109716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:45:14.999508 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:45:15.014558 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 41575bb1-ae55-43c4-b33a-a4c09e6265f6) {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:45:15.019603 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:15.020709 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:15.025200 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c8fb5-7941-4c73-8064-fd412780c59e None None] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:45:15.036717 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-706b4976-395c-4895-acad-abe080fb44d5 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4900479 Mar 24 14:45:15.402797 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'project_id': '982ec084345c45a48babdcb73560bce8', 'fixed_ips': [{'subnet_id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:45:15.404039 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:15.677727 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Allocated IP 172.20.0.2 (41575bb1-ae55-43c4-b33a-a4c09e6265f6/b2fea79d-4d24-4ee2-826f-3bf6461d9434/6b2dff2b-b18f-4a42-a39f-c02961a8ae47) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:45:15.945978 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Publish callbacks [] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:15.954070 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:16.022649 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:45:16.036971 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:45:16.042610 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Pushing event updated for resources: {'Port': ['ID=6b2dff2b-b18f-4a42-a39f-c02961a8ae47,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:16.044780 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:45:16.056653 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.057001 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.057430 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.057771 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.058117 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.058450 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.058779 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.059088 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.059412 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.059733 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.060056 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.060388 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.060711 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.061028 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.061345 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Tracked resource versions report: Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: pushed versions: Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: { 'AddressGroup': {'1.2'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Agent': {'1.1'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'ConntrackHelper': {'1.0'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Log': {'1.0'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'NDPProxy': {'1.0'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Network': {'1.1'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Port': {'1.7'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'PortForwarding': {'1.3'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'QosPolicy': {'1.10'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroup': {'1.5'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SubPort': {'1.0'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Subnet': {'1.1'}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Trunk': {'1.1'}} Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: consumer versions: Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Agent': '1.1', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'ConntrackHelper': '1.0', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'LocalIPAssociation': '1.0', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Log': '1.0', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'NDPProxy': '1.0', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Network': '1.1', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Port': '1.7', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'PortForwarding': '1.3', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'QosPolicy': '1.10', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroup': '1.5', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroupRule': '1.2', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SubPort': '1.0', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Subnet': '1.1', Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Trunk': '1.1'}} Mar 24 14:45:16.062785 dv-cinder-834805-2-iscsi neutron-server[109718]: {{(pid=109718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:45:16.134295 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Attempting to bind port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:45:16.134703 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Attempting to bind port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:45:16.135126 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Attempting to bind port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 on network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:45:16.140897 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:45:16.141272 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Checking segment: {'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:45:16.141763 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:16.142195 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Bound using segment: {'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:45:16.142671 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Bound port: 6b2dff2b-b18f-4a42-a39f-c02961a8ae47, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:45:16.143081 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:16.208362 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] For port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:45:16.213435 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] For port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=6b2dff2b-b18f-4a42-a39f-c02961a8ae47,segment=NetworkSegment(3785d9a5-8ae5-4c6a-b741-d3a1153bc878),segment_id=3785d9a5-8ae5-4c6a-b741-d3a1153bc878)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:45:16.224764 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:16.287156 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a95566-e2d3-4b0b-a31f-7736452c62d4 None None] Pushing event updated for resources: {'Port': ['ID=6b2dff2b-b18f-4a42-a39f-c02961a8ae47,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:17.565705 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 43544) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:17.898014 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [None req-bf40bb51-f346-42aa-9d0e-a176b44129cf admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:45:17.914108 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-bf40bb51-f346-42aa-9d0e-a176b44129cf admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3321111 Mar 24 14:45:20.410493 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43552) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:20.744463 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [None req-fb5d02c7-f45c-4f80-81b2-4cdcf39d1703 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:45:20.745420 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-fb5d02c7-f45c-4f80-81b2-4cdcf39d1703 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3340142 Mar 24 14:45:23.262805 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43560) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:23.585080 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-774c90d2-4763-490e-942d-1df320a96c1c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:45:23.610101 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-774c90d2-4763-490e-942d-1df320a96c1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:23.611772 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-774c90d2-4763-490e-942d-1df320a96c1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:23.746666 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-774c90d2-4763-490e-942d-1df320a96c1c demo demo] Publish callbacks [] for router_controller (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), precommit_add_association {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:23.752560 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-774c90d2-4763-490e-942d-1df320a96c1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:23.769778 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-774c90d2-4763-490e-942d-1df320a96c1c demo demo] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:23.770991 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-774c90d2-4763-490e-942d-1df320a96c1c demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5072513 Mar 24 14:45:26.303098 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 43572) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:26.629571 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [None req-13929fd5-ff95-4b58-97c0-a8c6b81f1990 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:45:26.630613 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-13929fd5-ff95-4b58-97c0-a8c6b81f1990 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262994 Mar 24 14:45:27.226524 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:45:27.314826 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:27.315203 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:27.399212 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f032bf-faf8-4e2e-b2f9-a8656af46b7c None None] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:45:27.484194 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:27.484468 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:27.518261 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-4e460d4e-3ad6-4fac-89e0-1d7541bac50a None None] Provisioning complete for port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:27.518692 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4e460d4e-3ad6-4fac-89e0-1d7541bac50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:27.561304 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=6b2dff2b-b18f-4a42-a39f-c02961a8ae47,segment=NetworkSegment(3785d9a5-8ae5-4c6a-b741-d3a1153bc878),segment_id=3785d9a5-8ae5-4c6a-b741-d3a1153bc878)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:45:27.586482 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:27.655626 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=6b2dff2b-b18f-4a42-a39f-c02961a8ae47,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:27.701532 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-4e460d4e-3ad6-4fac-89e0-1d7541bac50a None None] Current status of the port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:27.923845 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-0f4aecb9-d252-4c60-b96c-2a2e132b08e9 None None] Provisioning complete for port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:27.924243 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f4aecb9-d252-4c60-b96c-2a2e132b08e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:27.999449 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0f4aecb9-d252-4c60-b96c-2a2e132b08e9 None None] Current status of the port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:29.147435 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43582) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:29.201477 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:45:29.251738 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:29.252132 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.325868 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:29.470996 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:45:29.495685 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Made reservation on behalf of 3c10c7d278dd470682481e8cf01ddafe for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:45:29.497932 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.506511 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.592635 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks [] for security_group (7f70e7ac-65d7-45f1-a832-8d69e605d16e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.600516 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (7f70e7ac-65d7-45f1-a832-8d69e605d16e), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.615277 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Reserving flat network on physical network physnet1 {{(pid=109717) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 24 14:45:29.632652 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f70e7ac-65d7-45f1-a832-8d69e605d16e,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:29.638690 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (b4bce96b-6bf8-40a8-a5e0-d745392ffc13), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.639024 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Added segment b4bce96b-6bf8-40a8-a5e0-d745392ffc13 of type flat for network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 Mar 24 14:45:29.684782 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (91a9751d-5a61-4df0-a2e3-c00ce03e5742), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.719707 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (91a9751d-5a61-4df0-a2e3-c00ce03e5742), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.720638 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:29.721329 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:29.812737 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6638408 Mar 24 14:45:29.833775 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852f00-f353-4084-8b3b-5efa687a8e3b admin admin] Pushing event updated for resources: {'Network': ['ID=91a9751d-5a61-4df0-a2e3-c00ce03e5742,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:29.844156 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:45:30.202466 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e6eddf7e-3b03-468a-9b51-1b0ce7eb8ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:32.290752 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43590) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:32.497984 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5da1-dbdd-4ecd-9b8c-4d4d11b416bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:32.700463 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723ab41-7ed3-4c2e-945b-905e47a0546b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:32.701819 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f723ab41-7ed3-4c2e-945b-905e47a0546b demo admin] 10.222.0.43 "GET /v2.0/subnets/b2fea79d-4d24-4ee2-826f-3bf6461d9434 HTTP/1.1" status: 200 len: 849 time: 0.4100983 Mar 24 14:45:32.823852 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0108eb1b-3296-449f-800e-b84c469efee1 demo admin] 10.222.0.43 "GET /v2.0/routers/920e1df2-13d9-46d6-bb40-3e2615d2d3a5 HTTP/1.1" status: 200 len: 704 time: 0.1127429 Mar 24 14:45:33.093576 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:33.392622 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Allocated IP 172.20.0.1 (41575bb1-ae55-43c4-b33a-a4c09e6265f6/b2fea79d-4d24-4ee2-826f-3bf6461d9434/18c00014-5b95-4c02-a048-eef13fad3e3b) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:45:33.581614 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks [] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:33.636969 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:33.652327 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:33.729156 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:45:33.783462 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:45:33.789140 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Pushing event updated for resources: {'Port': ['ID=18c00014-5b95-4c02-a048-eef13fad3e3b,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:33.791947 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:45:33.792510 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:33.961214 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-6dd59216-9530-4ab2-9d10-2db560b8a23c None None] Provisioning complete for port 18c00014-5b95-4c02-a048-eef13fad3e3b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:33.961705 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6dd59216-9530-4ab2-9d10-2db560b8a23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:33.993728 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:33.994309 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6dd59216-9530-4ab2-9d10-2db560b8a23c None None] Port 18c00014-5b95-4c02-a048-eef13fad3e3b cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:45:34.199224 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks [] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:34.206391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:34.207182 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:34.280321 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Pushing event updated for resources: {'Port': ['ID=18c00014-5b95-4c02-a048-eef13fad3e3b,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:34.331940 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:45:34.333314 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:45:34.503686 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:45:34.605548 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:45:34.611030 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bb118a91-6f26-4029-b7f1-5418b0301e81 demo admin] 10.222.0.43 "PUT /v2.0/routers/920e1df2-13d9-46d6-bb40-3e2615d2d3a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7818072 Mar 24 14:45:34.618175 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Sync routers for ids ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:45:34.622619 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-2d579c5a-6f36-4cad-ac97-a7b28d536868 None None] Provisioning complete for port 18c00014-5b95-4c02-a048-eef13fad3e3b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:34.623007 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2d579c5a-6f36-4cad-ac97-a7b28d536868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:34.630592 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Routers {'920e1df2-13d9-46d6-bb40-3e2615d2d3a5'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:45:34.631411 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:45:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:34.720299 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-2d579c5a-6f36-4cad-ac97-a7b28d536868 None None] Port 18c00014-5b95-4c02-a048-eef13fad3e3b cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:45:34.821476 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Set router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 gateway port host: None {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:45:35.105186 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:35.246800 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'name': 'router1', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:45:23Z', 'updated_at': '2022-03-24T14:45:33Z', 'revision_number': 2, 'project_id': '982ec084345c45a48babdcb73560bce8', 'gw_port_host': None, '_interfaces': [{'id': '18c00014-5b95-4c02-a048-eef13fad3e3b', 'name': '', 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'mac_address': 'fa:16:3e:f3:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:33Z', 'updated_at': '2022-03-24T14:45:34Z', 'revision_number': 2, 'project_id': '982ec084345c45a48babdcb73560bce8', 'subnets': [{'id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063595c-aaa7-47a1-abef-f6461c6d1b2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:35.302655 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Checking router: 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:45:35.303155 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Updating router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 port 18c00014-5b95-4c02-a048-eef13fad3e3b binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:45:35.357456 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:35.868392 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Publish callbacks [] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:35.876023 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.041044 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Attempting to bind port 18c00014-5b95-4c02-a048-eef13fad3e3b on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:45:36.041502 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Attempting to bind port 18c00014-5b95-4c02-a048-eef13fad3e3b by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:45:36.041950 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Attempting to bind port 18c00014-5b95-4c02-a048-eef13fad3e3b on network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:45:36.050339 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:45:36.050678 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Checking segment: {'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:45:36.051131 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.051533 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Bound using segment: {'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:45:36.052000 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Bound port: 18c00014-5b95-4c02-a048-eef13fad3e3b, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3785d9a5-8ae5-4c6a-b741-d3a1153bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:45:36.052394 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.060717 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Pushing event updated for resources: {'Port': ['ID=18c00014-5b95-4c02-a048-eef13fad3e3b,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:36.071587 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.071935 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.072284 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.072662 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.072994 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.073322 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.073647 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.073972 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.074323 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.074649 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.074973 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.075311 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.075636 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.075954 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.076274 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Tracked resource versions report: Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: pushed versions: Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: { 'AddressGroup': {'1.2'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Agent': {'1.1'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'ConntrackHelper': {'1.0'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Log': {'1.0'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'NDPProxy': {'1.0'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Network': {'1.1'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Port': {'1.7'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'PortForwarding': {'1.3'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'QosPolicy': {'1.10'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroup': {'1.5'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SubPort': {'1.0'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Subnet': {'1.1'}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Trunk': {'1.1'}} Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: consumer versions: Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Agent': '1.1', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'ConntrackHelper': '1.0', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'LocalIPAssociation': '1.0', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Log': '1.0', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'NDPProxy': '1.0', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Network': '1.1', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Port': '1.7', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'PortForwarding': '1.3', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'QosPolicy': '1.10', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroup': '1.5', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroupRule': '1.2', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SubPort': '1.0', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Subnet': '1.1', Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Trunk': '1.1'}} Mar 24 14:45:36.077723 dv-cinder-834805-2-iscsi neutron-server[109719]: {{(pid=109719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:45:36.134303 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] For port 18c00014-5b95-4c02-a048-eef13fad3e3b, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:45:36.149792 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-c2989465-e8a4-44d3-a2bc-188ffc9e1fe7 None None] Provisioning complete for port 18c00014-5b95-4c02-a048-eef13fad3e3b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:36.150367 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c2989465-e8a4-44d3-a2bc-188ffc9e1fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.154446 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] For port 18c00014-5b95-4c02-a048-eef13fad3e3b, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=18c00014-5b95-4c02-a048-eef13fad3e3b,segment=NetworkSegment(3785d9a5-8ae5-4c6a-b741-d3a1153bc878),segment_id=3785d9a5-8ae5-4c6a-b741-d3a1153bc878)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:45:36.161665 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.196553 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-c2989465-e8a4-44d3-a2bc-188ffc9e1fe7 None None] Port 18c00014-5b95-4c02-a048-eef13fad3e3b cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:45:36.203723 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Routers {'920e1df2-13d9-46d6-bb40-3e2615d2d3a5'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:45:36.204702 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:45:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:36.305601 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f854b-6f5f-484e-845b-8065269f2190 None None] Pushing event updated for resources: {'Port': ['ID=18c00014-5b95-4c02-a048-eef13fad3e3b,revision_number=4']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:36.313290 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] Set router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 gateway port host: None {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:45:36.417420 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-600500b8-f906-4c0f-a025-5ad0aa1c7eb5 None None] Provisioning complete for port 18c00014-5b95-4c02-a048-eef13fad3e3b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:36.417873 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-600500b8-f906-4c0f-a025-5ad0aa1c7eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.497716 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-600500b8-f906-4c0f-a025-5ad0aa1c7eb5 None None] Current status of the port 18c00014-5b95-4c02-a048-eef13fad3e3b is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:36.498611 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-600500b8-f906-4c0f-a025-5ad0aa1c7eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.521974 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-92c60453-f181-483f-99e4-3737302893b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'name': 'router1', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:45:23Z', 'updated_at': '2022-03-24T14:45:33Z', 'revision_number': 2, 'project_id': '982ec084345c45a48babdcb73560bce8', 'gw_port_host': None, '_interfaces': [{'id': '18c00014-5b95-4c02-a048-eef13fad3e3b', 'name': '', 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'mac_address': 'fa:16:3e:f3:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:33Z', 'updated_at': '2022-03-24T14:45:36Z', 'revision_number': 4, 'project_id': '982ec084345c45a48babdcb73560bce8', 'subnets': [{'id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063595c-aaa7-47a1-abef-f6461c6d1b2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:36.541082 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-600500b8-f906-4c0f-a025-5ad0aa1c7eb5 None None] For port 18c00014-5b95-4c02-a048-eef13fad3e3b, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=18c00014-5b95-4c02-a048-eef13fad3e3b,segment=NetworkSegment(3785d9a5-8ae5-4c6a-b741-d3a1153bc878),segment_id=3785d9a5-8ae5-4c6a-b741-d3a1153bc878)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:45:36.548175 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-600500b8-f906-4c0f-a025-5ad0aa1c7eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.552897 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c60453-f181-483f-99e4-3737302893b9 None None] The sync data for ids ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'] in dv-cinder-834805-2-iscsi is: [{'id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'name': 'router1', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:45:23Z', 'updated_at': '2022-03-24T14:45:33Z', 'revision_number': 2, 'project_id': '982ec084345c45a48babdcb73560bce8', 'gw_port_host': None, '_interfaces': [{'id': '18c00014-5b95-4c02-a048-eef13fad3e3b', 'name': '', 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'mac_address': 'fa:16:3e:f3:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:33Z', 'updated_at': '2022-03-24T14:45:36Z', 'revision_number': 4, 'project_id': '982ec084345c45a48babdcb73560bce8', 'subnets': [{'id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063595c-aaa7-47a1-abef-f6461c6d1b2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:45:36.574947 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:36.600145 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600500b8-f906-4c0f-a025-5ad0aa1c7eb5 None None] Pushing event updated for resources: {'Port': ['ID=18c00014-5b95-4c02-a048-eef13fad3e3b,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:37.132625 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43612) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:37.333002 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251774b-7e0a-4c2d-a976-ce3b5297cb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:37.334455 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d251774b-7e0a-4c2d-a976-ce3b5297cb05 admin admin] 10.222.0.43 "GET /v2.0/networks/91a9751d-5a61-4df0-a2e3-c00ce03e5742 HTTP/1.1" status: 200 len: 842 time: 0.2007220 Mar 24 14:45:37.347447 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:45:37.373890 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Made reservation on behalf of 3c10c7d278dd470682481e8cf01ddafe for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:45:37.376404 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:37.682119 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.objects.ports [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109717) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 14:45:37.682557 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (38316eaf-7e7b-4633-a047-65042d039d60), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:37.733173 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38316eaf-7e7b-4633-a047-65042d039d60,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:37.746618 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:45:37.746960 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Network hostable DHCP agents. Network: 91a9751d-5a61-4df0-a2e3-c00ce03e5742, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:45:37.770966 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:45:37.782430 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 91a9751d-5a61-4df0-a2e3-c00ce03e5742) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:45:37.786590 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:37.787202 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:37.791324 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bc2fd-6193-41d1-b7a3-41d589012e9d None None] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:45:37.806751 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6b96528c-320b-44ee-bb40-df9f167726b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4650035 Mar 24 14:45:37.900184 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62b7b5-1669-42f1-9279-1b7c3d7f22af None None] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:45:40.329804 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43630) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:40.538731 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f54a9dc0-365e-49d1-accc-285f42b79b18 demo admin] 10.222.0.43 "GET /v2.0/routers/920e1df2-13d9-46d6-bb40-3e2615d2d3a5 HTTP/1.1" status: 200 len: 710 time: 0.2076194 Mar 24 14:45:40.624399 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d1d35-1008-4238-8f5d-619bd4814f7b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:45:40.625808 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bf4d1d35-1008-4238-8f5d-619bd4814f7b demo admin] 10.222.0.43 "GET /v2.0/networks/91a9751d-5a61-4df0-a2e3-c00ce03e5742 HTTP/1.1" status: 200 len: 886 time: 0.0817041 Mar 24 14:45:40.634738 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:45:40.885507 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks [] for router_gateway (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:41.143598 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks [] for router_gateway (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:41.217889 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:41.324126 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Allocated IP 172.27.1.144 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/ae0091ef-b7f0-49b7-8301-63265c84fb6d) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:45:41.428058 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks [] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:41.465795 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:41.500942 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:45:41.503688 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:45:41.506417 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:45:41.543529 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Pushing event updated for resources: {'Port': ['ID=ae0091ef-b7f0-49b7-8301-63265c84fb6d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:41.772050 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks [] for router_gateway (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:42.068929 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1638381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129530'] for router (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:42.072600 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1638372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1638175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624245'] for router (920e1df2-13d9-46d6-bb40-3e2615d2d3a5), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:42.183526 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:45:42.293307 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:45:42.297698 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:42.299696 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-7a4c5d89-7050-4521-abe5-e854324b1f49 demo admin] 10.222.0.43 "PUT /v2.0/routers/920e1df2-13d9-46d6-bb40-3e2615d2d3a5 HTTP/1.1" status: 200 len: 890 time: 1.6680677 Mar 24 14:45:43.247981 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 18c00014-5b95-4c02-a048-eef13fad3e3b up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:45:43.298169 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 18c00014-5b95-4c02-a048-eef13fad3e3b triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:43.298569 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:43.383548 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 18c00014-5b95-4c02-a048-eef13fad3e3b is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:44.792520 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 43642) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:45:44.911413 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b166a7c4-190d-49bf-bd83-3e46b9e3c279 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177530 Mar 24 14:45:45.123993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Sync routers for ids ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:45:45.136092 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Routers {'920e1df2-13d9-46d6-bb40-3e2615d2d3a5'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:45:45.136751 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:45:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:45.349899 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Set router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:45:45.745595 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'name': 'router1', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'ae0091ef-b7f0-49b7-8301-63265c84fb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:45:23Z', 'updated_at': '2022-03-24T14:45:41Z', 'revision_number': 4, 'project_id': '982ec084345c45a48babdcb73560bce8', 'gw_port': {'id': 'ae0091ef-b7f0-49b7-8301-63265c84fb6d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:41Z', 'updated_at': '2022-03-24T14:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '18c00014-5b95-4c02-a048-eef13fad3e3b', 'name': '', 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'mac_address': 'fa:16:3e:f3:de:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:33Z', 'updated_at': '2022-03-24T14:45:36Z', 'revision_number': 5, 'project_id': '982ec084345c45a48babdcb73560bce8', 'subnets': [{'id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063595c-aaa7-47a1-abef-f6461c6d1b2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:45.873406 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Checking router: 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:45:45.873782 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Updating router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 port ae0091ef-b7f0-49b7-8301-63265c84fb6d binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:45:45.926960 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:46.250647 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Publish callbacks [] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:46.260002 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:46.308763 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Attempting to bind port ae0091ef-b7f0-49b7-8301-63265c84fb6d on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:45:46.309130 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Attempting to bind port ae0091ef-b7f0-49b7-8301-63265c84fb6d by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:45:46.309490 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Attempting to bind port ae0091ef-b7f0-49b7-8301-63265c84fb6d on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:45:46.316510 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c472fb-e2ac-4117-b190-a18681f36dcb None None] Pushing event updated for resources: {'Port': ['ID=ae0091ef-b7f0-49b7-8301-63265c84fb6d,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:46.319282 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:45:46.319649 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:45:46.320046 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:46.320421 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:45:46.320906 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Bound port: ae0091ef-b7f0-49b7-8301-63265c84fb6d, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:45:46.321288 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:46.370314 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] For port ae0091ef-b7f0-49b7-8301-63265c84fb6d, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:45:46.373199 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] For port ae0091ef-b7f0-49b7-8301-63265c84fb6d, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ae0091ef-b7f0-49b7-8301-63265c84fb6d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:45:46.380077 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:46.436197 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c472fb-e2ac-4117-b190-a18681f36dcb None None] Pushing event updated for resources: {'Port': ['ID=ae0091ef-b7f0-49b7-8301-63265c84fb6d,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:46.438652 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Routers {'920e1df2-13d9-46d6-bb40-3e2615d2d3a5'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:45:46.439230 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:45:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:46.546386 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] Set router 920e1df2-13d9-46d6-bb40-3e2615d2d3a5 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:45:46.767043 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'name': 'router1', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'ae0091ef-b7f0-49b7-8301-63265c84fb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:45:23Z', 'updated_at': '2022-03-24T14:45:41Z', 'revision_number': 4, 'project_id': '982ec084345c45a48babdcb73560bce8', 'gw_port': {'id': 'ae0091ef-b7f0-49b7-8301-63265c84fb6d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:41Z', 'updated_at': '2022-03-24T14:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '18c00014-5b95-4c02-a048-eef13fad3e3b', 'name': '', 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'mac_address': 'fa:16:3e:f3:de:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:33Z', 'updated_at': '2022-03-24T14:45:36Z', 'revision_number': 5, 'project_id': '982ec084345c45a48babdcb73560bce8', 'subnets': [{'id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063595c-aaa7-47a1-abef-f6461c6d1b2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:45:46.793827 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5ce20-0e4f-410d-bba6-7c815005a2dd None None] The sync data for ids ['920e1df2-13d9-46d6-bb40-3e2615d2d3a5'] in dv-cinder-834805-2-iscsi is: [{'id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'name': 'router1', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'ae0091ef-b7f0-49b7-8301-63265c84fb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:45:23Z', 'updated_at': '2022-03-24T14:45:41Z', 'revision_number': 4, 'project_id': '982ec084345c45a48babdcb73560bce8', 'gw_port': {'id': 'ae0091ef-b7f0-49b7-8301-63265c84fb6d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:41Z', 'updated_at': '2022-03-24T14:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '18c00014-5b95-4c02-a048-eef13fad3e3b', 'name': '', 'network_id': '41575bb1-ae55-43c4-b33a-a4c09e6265f6', 'tenant_id': '982ec084345c45a48babdcb73560bce8', 'mac_address': 'fa:16:3e:f3:de:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e1df2-13d9-46d6-bb40-3e2615d2d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:45:33Z', 'updated_at': '2022-03-24T14:45:36Z', 'revision_number': 5, 'project_id': '982ec084345c45a48babdcb73560bce8', 'subnets': [{'id': 'b2fea79d-4d24-4ee2-826f-3bf6461d9434', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063595c-aaa7-47a1-abef-f6461c6d1b2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:45:47.267742 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ae0091ef-b7f0-49b7-8301-63265c84fb6d up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:45:47.349018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port ae0091ef-b7f0-49b7-8301-63265c84fb6d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:47.349555 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:47.448178 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port ae0091ef-b7f0-49b7-8301-63265c84fb6d is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:47.448672 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:47.476125 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port ae0091ef-b7f0-49b7-8301-63265c84fb6d, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ae0091ef-b7f0-49b7-8301-63265c84fb6d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:45:47.481166 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:47.536130 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=ae0091ef-b7f0-49b7-8301-63265c84fb6d,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:45:49.235401 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ae0091ef-b7f0-49b7-8301-63265c84fb6d up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:45:49.306989 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port ae0091ef-b7f0-49b7-8301-63265c84fb6d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:45:49.308365 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ae0091ef-b7f0-49b7-8301-63265c84fb6d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:45:49.415052 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port ae0091ef-b7f0-49b7-8301-63265c84fb6d is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:45:53.844751 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:46:00.206388 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ba6e78ea-574a-4068-9a12-b04257f7de12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:02.492376 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-97b1e6ac-c693-410a-bb81-8cc612c6ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:03.644554 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:05.107536 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:06.542438 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:30.405338 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fbdc60ce-0e0d-450e-929f-3427a94c1f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:30.844422 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:46:32.486355 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c9e096dc-14c6-4568-aeb9-b81d518f893d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:33.648928 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:35.114054 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:46:36.546235 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:00.208067 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1c829da-ba8d-46fc-b256-136561627194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:02.492799 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc07a-15fd-4a47-97e2-ba6c588a5a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:03.654714 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:05.118457 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:06.038436 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44126) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:06.099808 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ab7400-509e-49d7-9ff9-726482e90da1 admin admin] GET failed (client error): The resource could not be found. Mar 24 14:47:06.101087 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e5ab7400-509e-49d7-9ff9-726482e90da1 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617144 Mar 24 14:47:06.260773 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628dfeb7-fee5-4064-a41f-fd6d1975a0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:06.262170 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-628dfeb7-fee5-4064-a41f-fd6d1975a0e5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568675 Mar 24 14:47:06.541530 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:07.843791 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:47:08.567882 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44136) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:08.669110 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c70ea2b-6321-46ad-86ce-a41bf90f674b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:08.670491 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9c70ea2b-6321-46ad-86ce-a41bf90f674b admin admin] 10.222.0.43 "GET /v2.0/subnets/b2fea79d-4d24-4ee2-826f-3bf6461d9434 HTTP/1.1" status: 200 len: 849 time: 0.1016088 Mar 24 14:47:08.680276 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:47:08.775027 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Publish callbacks [] for subnet (b2fea79d-4d24-4ee2-826f-3bf6461d9434), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:08.922563 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756051156875'] for subnet (b2fea79d-4d24-4ee2-826f-3bf6461d9434), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:08.954040 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:08.954994 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:08.963092 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] 10.222.0.43 "PUT /v2.0/subnets/b2fea79d-4d24-4ee2-826f-3bf6461d9434 HTTP/1.1" status: 200 len: 868 time: 0.2798190 Mar 24 14:47:08.971950 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fea79d-4d24-4ee2-826f-3bf6461d9434,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:47:08.977711 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a0dde-72c5-4124-8da1-c08f77f77eb8 None None] Network 41575bb1-ae55-43c4-b33a-a4c09e6265f6 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:47:08.979738 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.980075 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.980537 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.980742 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.981088 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.981410 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.981844 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.982043 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.982398 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.982719 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.983050 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.983372 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.983668 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.984124 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:08.984487 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db65cb-9b7f-4ef8-bee2-cb799bccbd36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:47:09.307871 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-6b8fc5df-25e5-451a-9ca3-3c4f2f3757ee None None] Provisioning complete for port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:47:09.308243 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6b8fc5df-25e5-451a-9ca3-3c4f2f3757ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (6b2dff2b-b18f-4a42-a39f-c02961a8ae47), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:09.403244 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fc5df-25e5-451a-9ca3-3c4f2f3757ee None None] Current status of the port 6b2dff2b-b18f-4a42-a39f-c02961a8ae47 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:47:09.414523 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-6b8fc5df-25e5-451a-9ca3-3c4f2f3757ee None None] Provisioning complete for port 18c00014-5b95-4c02-a048-eef13fad3e3b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:47:09.414990 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6b8fc5df-25e5-451a-9ca3-3c4f2f3757ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (18c00014-5b95-4c02-a048-eef13fad3e3b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:09.493329 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fc5df-25e5-451a-9ca3-3c4f2f3757ee None None] Current status of the port 18c00014-5b95-4c02-a048-eef13fad3e3b is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:47:11.268009 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44144) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:11.478826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42233c18-63ae-4f16-9ee2-060b19b2f556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:11.479186 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42233c18-63ae-4f16-9ee2-060b19b2f556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:11.480757 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-42233c18-63ae-4f16-9ee2-060b19b2f556 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2117672 Mar 24 14:47:13.779514 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44152) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:13.924647 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff8ebd-40d3-44e2-8042-d071dcfb4599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:13.925124 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff8ebd-40d3-44e2-8042-d071dcfb4599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:13.926693 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-81ff8ebd-40d3-44e2-8042-d071dcfb4599 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1458848 Mar 24 14:47:16.218592 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44160) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:16.358843 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f2a41-f9d1-47c5-a7d7-a5bbc8190902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:16.360209 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-585f2a41-f9d1-47c5-a7d7-a5bbc8190902 admin admin] 10.222.0.43 "GET /v2.0/networks/41575bb1-ae55-43c4-b33a-a4c09e6265f6 HTTP/1.1" status: 200 len: 869 time: 0.1406441 Mar 24 14:47:18.642680 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44168) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:18.784022 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d5bcd7-dca0-4d76-b50e-07b0ee87575b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:18.785380 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d0d5bcd7-dca0-4d76-b50e-07b0ee87575b admin admin] 10.222.0.43 "GET /v2.0/networks/91a9751d-5a61-4df0-a2e3-c00ce03e5742 HTTP/1.1" status: 200 len: 886 time: 0.1417010 Mar 24 14:47:21.129682 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44176) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:21.264852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a607b-8126-45cc-aa9d-d67a33d744ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:21.265302 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a607b-8126-45cc-aa9d-d67a33d744ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:21.266833 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3f9a607b-8126-45cc-aa9d-d67a33d744ff admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1360676 Mar 24 14:47:23.661828 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44184) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:23.770545 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0bb040-5832-4fcd-9758-b6406bce1316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:23.771005 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0bb040-5832-4fcd-9758-b6406bce1316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:23.772504 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-cf0bb040-5832-4fcd-9758-b6406bce1316 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096606 Mar 24 14:47:26.054016 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44192) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:26.144366 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c39f7b3-b01c-4138-a05e-ce857c783796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:26.145701 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6c39f7b3-b01c-4138-a05e-ce857c783796 admin admin] 10.222.0.43 "GET /v2.0/subnets/38316eaf-7e7b-4633-a047-65042d039d60 HTTP/1.1" status: 200 len: 816 time: 0.0906737 Mar 24 14:47:28.432859 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44200) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:28.541052 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9de960-cbc4-46c4-92f4-65cf897debce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:28.543014 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-7b9de960-cbc4-46c4-92f4-65cf897debce admin admin] 10.222.0.43 "GET /v2.0/subnets/b2fea79d-4d24-4ee2-826f-3bf6461d9434 HTTP/1.1" status: 200 len: 868 time: 0.1087370 Mar 24 14:47:30.213206 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fc550567-7e33-4876-bdec-a013ccb12b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:32.487048 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f3bca1e0-2af6-48e8-bdc1-3665a36e627e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:33.657426 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:35.119289 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:36.548636 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:47:44.842236 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:47:56.330692 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44252) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:56.379821 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [None req-bbcd541b-976f-4de3-bc35-2246311162d9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:47:56.380811 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bbcd541b-976f-4de3-bc35-2246311162d9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491104 Mar 24 14:47:58.737577 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44260) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:47:58.916407 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f35b279-4b63-438f-bbb0-f79a752f994d admin admin] GET failed (client error): The resource could not be found. Mar 24 14:47:58.917821 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-7f35b279-4b63-438f-bbb0-f79a752f994d admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1791570 Mar 24 14:47:59.005101 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc71e63-9cc2-410e-a5ac-0d1e40a87653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:47:59.006599 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-acc71e63-9cc2-410e-a5ac-0d1e40a87653 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824080 Mar 24 14:48:00.224305 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c54ea619-48b0-4576-82db-c803a2a8d9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:01.378067 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44268) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:48:01.430181 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:48:01.454286 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Made reservation on behalf of 3c10c7d278dd470682481e8cf01ddafe for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:48:01.458313 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:01.487161 dv-cinder-834805-2-iscsi neutron-server[109717]: WARNING neutron.services.revisions.revision_plugin [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Could not find related network for resource to bump revision. Mar 24 14:48:01.498398 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:48:01.507160 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (c4156390-4e76-48e6-80e4-757edef5469f), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:01.507494 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Added segment c4156390-4e76-48e6-80e4-757edef5469f of type vlan for network ac69bf3d-1560-4249-8b27-7ee815c53bfd Mar 24 14:48:01.546918 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (ac69bf3d-1560-4249-8b27-7ee815c53bfd), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:01.575272 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (ac69bf3d-1560-4249-8b27-7ee815c53bfd), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:01.576366 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:48:01.576999 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:01.631083 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2519181 Mar 24 14:48:01.636448 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0a7b6-c8cd-441e-923e-bc36f18a9cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac69bf3d-1560-4249-8b27-7ee815c53bfd,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:48:01.649731 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network ac69bf3d-1560-4249-8b27-7ee815c53bfd details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:48:02.490434 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ad8734ca-a9a6-4cb1-b839-c1b0d3acc875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:03.660603 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:03.949573 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44276) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:48:04.024115 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2f6bee-7f16-468a-8274-e84405dd6a32 admin admin] GET failed (client error): The resource could not be found. Mar 24 14:48:04.025648 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9c2f6bee-7f16-468a-8274-e84405dd6a32 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0750148 Mar 24 14:48:04.099414 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08527baa-f34b-47b0-9af7-baccd4a125fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:48:04.100894 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-08527baa-f34b-47b0-9af7-baccd4a125fd admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709271 Mar 24 14:48:04.117946 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:48:04.145725 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Made reservation on behalf of 3c10c7d278dd470682481e8cf01ddafe for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:48:04.149002 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:04.341771 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (b504c70f-532a-43bf-9270-a6ecf7ee8435), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:04.394536 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b504c70f-532a-43bf-9270-a6ecf7ee8435,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:48:04.401500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Checking segment: {'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:48:04.401851 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Network hostable DHCP agents. Network: ac69bf3d-1560-4249-8b27-7ee815c53bfd, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:48:04.421357 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Network ac69bf3d-1560-4249-8b27-7ee815c53bfd is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:48:04.430860 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, ac69bf3d-1560-4249-8b27-7ee815c53bfd) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:48:04.434843 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:48:04.435427 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:04.441594 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3510f-c327-44f5-bd2a-df3588578e42 None None] Network ac69bf3d-1560-4249-8b27-7ee815c53bfd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:48:04.451949 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e68fbd67-6078-41ad-83f1-45194431de92 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399525 Mar 24 14:48:04.546825 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-ac69bf3d-1560-4249-8b27-7ee815c53bfd', 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd', 'project_id': '3c10c7d278dd470682481e8cf01ddafe', 'fixed_ips': [{'subnet_id': 'b504c70f-532a-43bf-9270-a6ecf7ee8435'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:48:04.547722 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:04.689523 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Allocated IP 192.168.233.2 (ac69bf3d-1560-4249-8b27-7ee815c53bfd/b504c70f-532a-43bf-9270-a6ecf7ee8435/1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:48:04.835250 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Publish callbacks [] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:04.842167 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:04.879483 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Network ac69bf3d-1560-4249-8b27-7ee815c53bfd is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:48:04.882435 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:48:04.887878 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:48:04.895358 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Pushing event updated for resources: {'Port': ['ID=1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:48:04.904822 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.905159 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.905503 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.905844 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.906204 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.906526 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.906850 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.907169 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.907496 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.907814 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.908611 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.908611 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.908832 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.909075 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.909388 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:48:04.957617 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Attempting to bind port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:48:04.957908 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Attempting to bind port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:48:04.958297 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Attempting to bind port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 on network ac69bf3d-1560-4249-8b27-7ee815c53bfd {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:48:04.963477 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:48:04.963848 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Checking segment: {'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:48:04.964243 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:04.964634 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Bound using segment: {'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:48:04.965088 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Bound port: 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:48:04.965462 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:05.029680 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] For port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:48:05.032682 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] For port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6,segment=NetworkSegment(c4156390-4e76-48e6-80e4-757edef5469f),segment_id=c4156390-4e76-48e6-80e4-757edef5469f)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:48:05.038756 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:05.189042 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:05.201959 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95c898-0160-4ed9-af21-fc53e50287ec None None] Pushing event updated for resources: {'Port': ['ID=1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:48:06.042458 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2870648-0aad-4a72-8630-fbc5438296b9 None None] Network ac69bf3d-1560-4249-8b27-7ee815c53bfd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:48:06.149570 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-df91e67c-d9ff-4af1-b30a-b45abe4231dc None None] Provisioning complete for port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:48:06.149946 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-df91e67c-d9ff-4af1-b30a-b45abe4231dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:06.234306 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-df91e67c-d9ff-4af1-b30a-b45abe4231dc None None] Current status of the port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:48:06.234712 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-df91e67c-d9ff-4af1-b30a-b45abe4231dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:06.273968 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-df91e67c-d9ff-4af1-b30a-b45abe4231dc None None] For port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6,segment=NetworkSegment(c4156390-4e76-48e6-80e4-757edef5469f),segment_id=c4156390-4e76-48e6-80e4-757edef5469f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:48:06.279586 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-df91e67c-d9ff-4af1-b30a-b45abe4231dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:06.339645 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91e67c-d9ff-4af1-b30a-b45abe4231dc None None] Pushing event updated for resources: {'Port': ['ID=1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:48:06.398423 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-1caf13d0-9ab9-45c0-ba07-bb1d881753f1 None None] Provisioning complete for port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:48:06.398819 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1caf13d0-9ab9-45c0-ba07-bb1d881753f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:06.475366 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-1caf13d0-9ab9-45c0-ba07-bb1d881753f1 None None] Current status of the port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:48:06.542726 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:07.322799 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:48:07.373383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:48:07.373772 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:07.449376 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 1f4b9f9e-6fe4-43f6-9ffa-0fab19e6dca6 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:48:21.841276 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:48:30.259078 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eda193bd-5f39-47e6-9b14-64bfa56e0abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:32.496305 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e083e78-978b-4b34-a9f4-1e2bd25f7a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:33.664219 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:35.126474 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:36.547421 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:48:58.845939 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:49:00.223959 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7f2396c-a6ac-4d13-8f58-ab9a241b89d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:02.499962 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-59b7a870-a4c0-417b-81c6-33809fc3b19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:03.675302 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:05.139718 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:06.552400 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:30.219574 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-827ba9cb-68e6-4635-baed-a2d168ad3fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:32.498041 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b0b402cd-319d-4921-b51f-e336c67f5603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:32.503403 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44314) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:49:32.509257 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [None req-f32cb9ef-0dd1-4ae1-866a-063f9c605eaa tempest-verify_tempest_config-513413894 tempest-verify_tempest_config-513413894-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:49:32.510273 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f32cb9ef-0dd1-4ae1-866a-063f9c605eaa tempest-verify_tempest_config-513413894 tempest-verify_tempest_config-513413894-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058625 Mar 24 14:49:32.826222 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44332) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:49:32.938798 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:33.011409 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Publish callbacks [] for security_group (2ed919b7-443e-4d09-8c0d-2de62e64f59d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:33.016989 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2ed919b7-443e-4d09-8c0d-2de62e64f59d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:33.060992 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed919b7-443e-4d09-8c0d-2de62e64f59d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:49:33.064690 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75cc4d72e1884ed3aba6e222b8e70f1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2374854 Mar 24 14:49:33.067680 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44338) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:49:33.070013 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.070387 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.070688 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.071051 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.071377 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.071695 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.071977 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.072292 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.072607 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.072920 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.073239 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.073681 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.073885 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.074242 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.074552 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a229c2-5a12-42bd-a5fd-9dff933823cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.148414 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Publish callbacks [] for security_group (2ed919b7-443e-4d09-8c0d-2de62e64f59d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:33.170110 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Publish callbacks [] for security_group (2ed919b7-443e-4d09-8c0d-2de62e64f59d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:33.265406 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2ed919b7-443e-4d09-8c0d-2de62e64f59d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:33.269578 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:33.275335 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ed919b7-443e-4d09-8c0d-2de62e64f59d HTTP/1.1" status: 204 len: 168 time: 0.2065017 Mar 24 14:49:33.283391 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed919b7-443e-4d09-8c0d-2de62e64f59d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:49:33.291389 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.291734 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.292092 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.292435 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.292765 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.293236 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.293446 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.293770 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.294128 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.294462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.294783 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.295106 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.295432 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.295794 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.296054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910adfc-25c7-408f-8d7d-8656b02eb3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:49:33.671193 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:35.133100 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:49:35.846378 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:49:36.556907 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:00.224390 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6f8669eb-3512-4f2c-aa0a-46a75b00981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:02.502955 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5950eba4-2635-4da5-aea9-1ebf5cbc875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:03.684068 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:05.144735 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:06.573393 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:12.848478 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:50:30.291744 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b376-69af-4770-94bb-f84fb6b4b871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:32.499913 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-746f9cf7-d0a3-4652-af7b-8fdef77d36e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:33.690045 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:35.148373 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:36.569297 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:50:49.853487 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 5 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:51:00.226348 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dd2df60c-1add-4ae2-86c8-792cbf2ac79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:02.502292 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-72c69cf2-e95f-4527-888e-3a80d31b1b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:03.696111 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:05.152103 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:06.562841 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:15.639918 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623071'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:26.857109 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:51:30.229088 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e2b6a412-74c7-4156-9e72-ffb04f325659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:30.229704 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44408) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:51:30.337157 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-dd5551ed-07b9-43cd-b58e-b2f4e34c1c23 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1069164 Mar 24 14:51:32.498859 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f52d8fd1-d014-4f55-bf4a-4a3b9aa96553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:32.656824 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44418) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:51:32.716095 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-fc27a348-9bed-4617-8782-6103a1ceb09a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0580771 Mar 24 14:51:33.700044 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:35.152859 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:36.567228 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:51:45.639883 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:00.238013 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9508ae9-b350-45e0-bce5-0da71bce7a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:02.505001 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f671dd3f-f0b2-4db3-af20-b8d9fa1bdf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:03.704339 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:03.861511 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:52:05.159404 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:06.585683 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:15.623993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:30.385927 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b4872d03-6e8c-4b94-a1cb-6ed0d6383960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:32.490438 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-865acad7-ecff-467c-9e0d-aa51fe65f8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:33.696331 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:35.160113 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:36.571060 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:52:40.860438 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:52:45.625768 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:00.229821 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9cfcc722-ca74-43e1-a36b-f62e672d1113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:02.494950 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-19c72e02-51cf-4440-9492-8aab8574213b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:03.698720 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:05.175078 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:06.585851 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:07.896610 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44534) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:08.154942 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-198601920-network', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:08.179428 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Made reservation on behalf of d60ef6516f464105bbb22a953fe3a9e8 for: {'network': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:08.182270 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.196627 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.276101 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks [] for security_group (c6a8c622-2486-49f9-b945-992b7c77e232), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.281564 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (c6a8c622-2486-49f9-b945-992b7c77e232), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.316868 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a8c622-2486-49f9-b945-992b7c77e232,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:08.326842 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.327197 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.327570 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.327911 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.328469 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.328971 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.329474 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.330302 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.330827 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Tracked resource versions report: Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: pushed versions: Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: { 'AddressGroup': {'1.2'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Agent': {'1.1'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'ConntrackHelper': {'1.0'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Log': {'1.0'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'NDPProxy': {'1.0'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Network': {'1.1'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Port': {'1.7'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'PortForwarding': {'1.3'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'QosPolicy': {'1.10'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroup': {'1.5'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SubPort': {'1.0'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Subnet': {'1.1'}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Trunk': {'1.1'}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: consumer versions: Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: HyperV agent@hv-cinder-83480: {}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Agent': '1.1', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'ConntrackHelper': '1.0', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'LocalIPAssociation': '1.0', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Log': '1.0', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'NDPProxy': '1.0', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Network': '1.1', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Port': '1.7', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'PortForwarding': '1.3', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'QosPolicy': '1.10', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroup': '1.5', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SecurityGroupRule': '1.2', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'SubPort': '1.0', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Subnet': '1.1', Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: 'Trunk': '1.1'}} Mar 24 14:53:08.334898 dv-cinder-834805-2-iscsi neutron-server[109716]: {{(pid=109716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:53:08.339574 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:53:08.370110 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756050914362', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (556c9335-9acc-4a85-9406-6cc95b3f9703), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.370719 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Unsubscribe: segment precommit_create {{(pid=109716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 14:53:08.371193 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.segments_db [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Added segment 556c9335-9acc-4a85-9406-6cc95b3f9703 of type vlan for network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 Mar 24 14:53:08.424737 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.463410 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.464553 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:08.465142 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.548443 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6509430 Mar 24 14:53:08.551520 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44576) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:08.563671 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Request body: {'subnet': {'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-198601920-subnet', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:08.567979 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a8a0-8263-4786-9771-d59a4a1c1078 admin admin] Pushing event updated for resources: {'Network': ['ID=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:08.580699 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:53:08.586796 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Made reservation on behalf of d60ef6516f464105bbb22a953fe3a9e8 for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:08.591468 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.772633 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (00049fbd-bcee-48b5-bfe9-bd2fc3967f07), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.819317 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00049fbd-bcee-48b5-bfe9-bd2fc3967f07,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:08.832891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.833241 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.833596 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.833932 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.834267 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.834631 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.834915 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.835214 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.835635 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.835944 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.836324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.836661 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.836982 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.837439 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.837767 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Tracked resource versions report: Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: pushed versions: Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: { 'AddressGroup': {'1.2'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Agent': {'1.1'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'ConntrackHelper': {'1.0'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Log': {'1.0'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'NDPProxy': {'1.0'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Network': {'1.1'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Port': {'1.7'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'PortForwarding': {'1.3'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'QosPolicy': {'1.10'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroup': {'1.5'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SubPort': {'1.0'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Subnet': {'1.1'}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Trunk': {'1.1'}} Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: consumer versions: Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: HyperV agent@hv-cinder-83480: {}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Agent': '1.1', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'ConntrackHelper': '1.0', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'LocalIPAssociation': '1.0', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Log': '1.0', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'NDPProxy': '1.0', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Network': '1.1', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Port': '1.7', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'PortForwarding': '1.3', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'QosPolicy': '1.10', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroup': '1.5', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SecurityGroupRule': '1.2', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'SubPort': '1.0', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Subnet': '1.1', Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: 'Trunk': '1.1'}} Mar 24 14:53:08.839481 dv-cinder-834805-2-iscsi neutron-server[109717]: {{(pid=109717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:53:08.864945 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Checking segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:08.865493 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Network hostable DHCP agents. Network: a74793aa-6d96-434d-a7a8-3a1ddc7b30a2, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:53:08.885462 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:53:08.895019 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, a74793aa-6d96-434d-a7a8-3a1ddc7b30a2) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:08.906833 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ee886-bb01-4ed2-8f73-dc1a83fa2681 None None] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:08.910536 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:08.911326 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.933509 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bf79e8a2-0ec2-494c-ae61-09eba9392e59 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3797874 Mar 24 14:53:08.933879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44602) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:08.939109 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:08.965815 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (96f040c6-559b-46c9-8812-189189ffe05c), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:08.967690 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (96f040c6-559b-46c9-8812-189189ffe05c), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.049329 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:53:09.050881 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.104856 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44618) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:09.130366 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks [] for router_controller (96f040c6-559b-46c9-8812-189189ffe05c), precommit_add_association {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.140893 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44622) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:09.233590 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Allocated IP 172.20.0.2 (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2/00049fbd-bcee-48b5-bfe9-bd2fc3967f07/decb4965-df62-4785-9547-2d7b1f932db9) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:09.353732 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks [] for router_gateway (96f040c6-559b-46c9-8812-189189ffe05c), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.409109 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Publish callbacks [] for port (decb4965-df62-4785-9547-2d7b1f932db9), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.416936 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (decb4965-df62-4785-9547-2d7b1f932db9), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.469317 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:09.472758 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:09.478168 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:09.491576 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Pushing event updated for resources: {'Port': ['ID=decb4965-df62-4785-9547-2d7b1f932db9,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:09.512038 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-network', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:09.522218 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.522665 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.523089 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.523498 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.523898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.524418 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.524809 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.525227 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.525579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.526349 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.526760 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.527290 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.527677 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.528070 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.528495 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Tracked resource versions report: Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: pushed versions: Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: { 'AddressGroup': {'1.2'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Agent': {'1.1'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'ConntrackHelper': {'1.0'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Log': {'1.0'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'NDPProxy': {'1.0'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Network': {'1.1'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Port': {'1.7'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'PortForwarding': {'1.3'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'QosPolicy': {'1.10'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroup': {'1.5'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SubPort': {'1.0'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Subnet': {'1.1'}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Trunk': {'1.1'}} Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: consumer versions: Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: HyperV agent@hv-cinder-83480: {}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Agent': '1.1', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'ConntrackHelper': '1.0', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'LocalIPAssociation': '1.0', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Log': '1.0', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'NDPProxy': '1.0', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Network': '1.1', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Port': '1.7', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'PortForwarding': '1.3', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'QosPolicy': '1.10', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroup': '1.5', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SecurityGroupRule': '1.2', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'SubPort': '1.0', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Subnet': '1.1', Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: 'Trunk': '1.1'}} Mar 24 14:53:09.530180 dv-cinder-834805-2-iscsi neutron-server[109718]: {{(pid=109718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:53:09.545892 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Made reservation on behalf of 335b33f41cb34e258ebd47a0bd128982 for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:09.548918 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.557857 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.592225 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44638) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:09.599559 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-network', 'tenant_id': '48695dad755f431289080f28ffc6f0d8'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:09.604532 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Attempting to bind port decb4965-df62-4785-9547-2d7b1f932db9 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:09.605099 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Attempting to bind port decb4965-df62-4785-9547-2d7b1f932db9 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:09.605493 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Attempting to bind port decb4965-df62-4785-9547-2d7b1f932db9 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:09.613815 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:09.614220 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Checking segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:09.614628 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.615025 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Bound using segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:09.615498 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Bound port: decb4965-df62-4785-9547-2d7b1f932db9, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:09.615877 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (decb4965-df62-4785-9547-2d7b1f932db9), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.664500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Made reservation on behalf of 48695dad755f431289080f28ffc6f0d8 for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:09.667153 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.679552 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.681222 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks [] for router_gateway (96f040c6-559b-46c9-8812-189189ffe05c), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.717793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.733679 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] For port decb4965-df62-4785-9547-2d7b1f932db9, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:09.737606 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] For port decb4965-df62-4785-9547-2d7b1f932db9, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=decb4965-df62-4785-9547-2d7b1f932db9,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:09.748432 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (decb4965-df62-4785-9547-2d7b1f932db9), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.778552 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks [] for security_group (c685fe99-b16b-43e5-988d-86b94d401e92), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.780936 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44646) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:09.790690 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (c685fe99-b16b-43e5-988d-86b94d401e92), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.803532 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:53:09.815143 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (cc0cf349-c42b-4a25-8003-ac557ee42d3c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.815744 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Added segment cc0cf349-c42b-4a25-8003-ac557ee42d3c of type vlan for network 26036e81-2e6b-42c1-bfb5-f20edd062767 Mar 24 14:53:09.818061 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62d958-a234-4097-a5b8-442ca56fb148 None None] Pushing event updated for resources: {'Port': ['ID=decb4965-df62-4785-9547-2d7b1f932db9,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:09.893219 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c685fe99-b16b-43e5-988d-86b94d401e92,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:09.900492 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (26036e81-2e6b-42c1-bfb5-f20edd062767), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.942054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Allocated IP 172.27.1.235 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/e0a4dfbc-cb54-4265-a7e4-40512e3be470) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:09.946988 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks [] for security_group (62b71359-af92-453f-8ddd-9af6c179a35f), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.958627 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (26036e81-2e6b-42c1-bfb5-f20edd062767), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.959609 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:09.960378 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.971417 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (62b71359-af92-453f-8ddd-9af6c179a35f), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:09.991068 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8478796 Mar 24 14:53:09.997065 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44660) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:10.003315 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Request body: {'subnet': {'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-subnet', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:10.049430 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:53:10.086809 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Made reservation on behalf of 48695dad755f431289080f28ffc6f0d8 for: {'subnet': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:10.089880 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.100375 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b71359-af92-453f-8ddd-9af6c179a35f,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:10.110870 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.111141 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Added segment ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9 of type vlan for network aded19bd-e31c-4128-9a19-d9f41c2e07dd Mar 24 14:53:10.112393 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed9a93-27b5-47dc-b995-98bbcd860117 admin admin] Pushing event updated for resources: {'Network': ['ID=26036e81-2e6b-42c1-bfb5-f20edd062767,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:10.178291 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:53:10.206905 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2021991175-network', 'tenant_id': '954b4133a08248a793e0416448286a00'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:10.282116 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (aded19bd-e31c-4128-9a19-d9f41c2e07dd), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.293380 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-883938355-network', 'tenant_id': '546c38a2579b41db9797bffa819ca65b'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:10.300520 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks [] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.337663 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Made reservation on behalf of 954b4133a08248a793e0416448286a00 for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:10.340182 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.348675 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Made reservation on behalf of 546c38a2579b41db9797bffa819ca65b for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:10.350984 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.387886 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.392472 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.439135 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (aded19bd-e31c-4128-9a19-d9f41c2e07dd), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.439939 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:10.440525 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.545136 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4388440 Mar 24 14:53:10.555753 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44672) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:10.566639 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Request body: {'subnet': {'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-subnet', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:10.575063 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baedb3-0e38-4feb-8136-fd5218926497 admin admin] Pushing event updated for resources: {'Network': ['ID=aded19bd-e31c-4128-9a19-d9f41c2e07dd,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:10.585364 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (cdb49646-7a4a-4afd-b994-7989991b207d), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.587006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:53:10.641098 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Checking segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:10.641482 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Network hostable DHCP agents. Network: 26036e81-2e6b-42c1-bfb5-f20edd062767, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:53:10.649217 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Made reservation on behalf of 335b33f41cb34e258ebd47a0bd128982 for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:10.665931 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.684516 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:53:10.697834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 26036e81-2e6b-42c1-bfb5-f20edd062767) {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:10.702380 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:10.702981 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.711750 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0159ef6-b49e-4e15-825d-004a5d038cfc None None] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:10.715262 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:10.735614 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7373052 Mar 24 14:53:10.738576 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44690) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:10.745587 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:10.831023 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:10.855603 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:10.866032 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:10.899475 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee424ba-0b06-44d0-b413-73f9d709d84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb49646-7a4a-4afd-b994-7989991b207d,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:10.971475 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-26036e81-2e6b-42c1-bfb5-f20edd062767', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'project_id': '48695dad755f431289080f28ffc6f0d8', 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:53:10.972508 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.007598 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks [] for security_group (2e6e19ee-284c-4351-ba59-b522ee3654b8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.010033 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (004b4409-eb17-4f72-9cf1-b44680261d29), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.011260 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (004b4409-eb17-4f72-9cf1-b44680261d29), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.019421 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (474dfd6f-ddd4-4566-a49b-54459e34a291), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.024952 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a4dfbc-cb54-4265-a7e4-40512e3be470,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:11.036213 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2e6e19ee-284c-4351-ba59-b522ee3654b8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.058766 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:53:11.074042 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (dcf20c29-5116-48c9-8110-eb07a8b11250), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.074481 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Added segment dcf20c29-5116-48c9-8110-eb07a8b11250 of type vlan for network becb1c06-3311-4a7c-a4f3-620a203b1d89 Mar 24 14:53:11.177289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks [] for security_group (a739a254-305f-4c07-b982-39d0291b8690), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.200275 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks [] for router_controller (004b4409-eb17-4f72-9cf1-b44680261d29), precommit_add_association {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.221446 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (becb1c06-3311-4a7c-a4f3-620a203b1d89), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.267234 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Allocated IP 172.20.0.2 (26036e81-2e6b-42c1-bfb5-f20edd062767/cdb49646-7a4a-4afd-b994-7989991b207d/2bb1c93c-5671-4d8f-a92e-c2008f22eb50) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:11.366692 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e19ee-284c-4351-ba59-b522ee3654b8,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:11.369961 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=474dfd6f-ddd4-4566-a49b-54459e34a291,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:11.375377 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (becb1c06-3311-4a7c-a4f3-620a203b1d89), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.376348 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:11.376880 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.387237 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (a739a254-305f-4c07-b982-39d0291b8690), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.400705 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:53:11.411041 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (84bd5d46-96da-4f6b-a78e-0b6651a43ec0), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.411397 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Added segment 84bd5d46-96da-4f6b-a78e-0b6651a43ec0 of type vlan for network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 Mar 24 14:53:11.497162 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (092cf973-6bd7-40f3-8a51-b6842eb57dd3), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.554096 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de005f0f-99ea-4f9a-90e2-f04483eef982 None None] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:11.625367 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8429034 Mar 24 14:53:11.632805 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44722) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:11.634495 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks [] for router_gateway (96f040c6-559b-46c9-8812-189189ffe05c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.636381 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4dc92-92ab-4821-80b1-0debd788fd26 admin admin] Pushing event updated for resources: {'Network': ['ID=becb1c06-3311-4a7c-a4f3-620a203b1d89,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:11.644518 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device decb4965-df62-4785-9547-2d7b1f932db9 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:11.655741 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (092cf973-6bd7-40f3-8a51-b6842eb57dd3), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.665444 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:11.666182 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.694892 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Request body: {'subnet': {'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-883938355-subnet', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:11.726736 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:53:11.730423 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks [] for router_gateway (004b4409-eb17-4f72-9cf1-b44680261d29), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.739049 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-4227c404-5542-4af2-8948-0214c894b6c0 None None] Provisioning complete for port decb4965-df62-4785-9547-2d7b1f932db9 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:11.739451 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4227c404-5542-4af2-8948-0214c894b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (decb4965-df62-4785-9547-2d7b1f932db9), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.772603 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1464500 Mar 24 14:53:11.777337 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44728) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:11.801287 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Request body: {'subnet': {'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2021991175-subnet', 'tenant_id': '954b4133a08248a793e0416448286a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:11.860265 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a739a254-305f-4c07-b982-39d0291b8690,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:11.882376 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Publish callbacks [] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.910162 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.917903 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Checking segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:11.923391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Network hostable DHCP agents. Network: aded19bd-e31c-4128-9a19-d9f41c2e07dd, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:53:11.934862 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:11.941618 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Made reservation on behalf of 546c38a2579b41db9797bffa819ca65b for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:11.944448 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:11.960108 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:11.962758 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:12.035849 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83036fc2-bd59-4e23-a506-42f91aa97393 admin admin] Pushing event updated for resources: {'Network': ['ID=092cf973-6bd7-40f3-8a51-b6842eb57dd3,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:12.081148 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Made reservation on behalf of 954b4133a08248a793e0416448286a00 for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:12.085275 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (96f040c6-559b-46c9-8812-189189ffe05c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.099536 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.213745 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port decb4965-df62-4785-9547-2d7b1f932db9 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:12.214193 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (decb4965-df62-4785-9547-2d7b1f932db9), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.420967 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:53:12.489587 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, aded19bd-e31c-4128-9a19-d9f41c2e07dd) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:12.514777 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:12.518365 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.526622 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (5ce24347-9b95-4951-aba4-b1665ab4abe3), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.527858 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:53:12.608232 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9f2c733d-cbb7-45c3-9b5c-9b977075b0ee admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0510848 Mar 24 14:53:12.626519 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44764) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:12.645270 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:12.670858 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Pushing event updated for resources: {'Port': ['ID=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:12.686451 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea56150-d8b7-479e-921b-32e3ac019ec2 None None] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:12.691014 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Attempting to bind port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:12.692284 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Attempting to bind port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:12.692935 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Attempting to bind port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:12.758996 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Checking segment: {'id': '84bd5d46-96da-4f6b-a78e-0b6651a43ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:12.759480 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Network hostable DHCP agents. Network: 092cf973-6bd7-40f3-8a51-b6842eb57dd3, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:53:12.762697 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks [] for router_gateway (004b4409-eb17-4f72-9cf1-b44680261d29), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.763436 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce24347-9b95-4951-aba4-b1665ab4abe3,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:12.790916 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44772) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:12.793656 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (0302fded-8b8a-4d78-8a28-23ba607619eb), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.794903 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (0302fded-8b8a-4d78-8a28-23ba607619eb), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.797876 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.811185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:53:12.830592 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:12.831250 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Checking segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:12.831342 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.831731 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Bound using segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:12.832210 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Bound port: 2bb1c93c-5671-4d8f-a92e-c2008f22eb50, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:12.833100 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.873163 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 092cf973-6bd7-40f3-8a51-b6842eb57dd3) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:12.878403 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:12.878978 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:12.902852 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0a9f19-40d8-4bc4-9186-bbace825220e None None] Network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:12.939683 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Router 96f040c6-559b-46c9-8812-189189ffe05c is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:53:12.988308 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-4227c404-5542-4af2-8948-0214c894b6c0 None None] Current status of the port decb4965-df62-4785-9547-2d7b1f932db9 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:12.988692 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4227c404-5542-4af2-8948-0214c894b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (decb4965-df62-4785-9547-2d7b1f932db9), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.047319 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks [] for router_controller (0302fded-8b8a-4d78-8a28-23ba607619eb), precommit_add_association {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.048482 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (d5987748-3766-4c3a-9f4d-d0d799467a63), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.061154 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Allocated IP 172.27.1.100 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/f9040e7f-d0ff-45f8-a51f-516060ff91ff) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:13.085293 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e63e-1e82-418b-8a72-c4bae65f955e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.099808 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a0a1e-3481-4ab4-82a7-8a7c8ca97035 None None] Network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:13.110861 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-8c3cac80-2d77-40bd-8c77-92e5b1cf2648 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3145080 Mar 24 14:53:13.124037 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] For port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:13.138061 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] For port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:13.200144 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port decb4965-df62-4785-9547-2d7b1f932db9 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:13.200536 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (decb4965-df62-4785-9547-2d7b1f932db9), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.239029 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:13.244271 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5987748-3766-4c3a-9f4d-d0d799467a63,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:13.250878 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:13.263521 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:13.264151 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:13.272330 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-4227c404-5542-4af2-8948-0214c894b6c0 None None] For port decb4965-df62-4785-9547-2d7b1f932db9, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=decb4965-df62-4785-9547-2d7b1f932db9,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:13.275959 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:53:13.277016 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.286768 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Checking segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:13.287155 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Network hostable DHCP agents. Network: becb1c06-3311-4a7c-a4f3-620a203b1d89, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:53:13.298071 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks [] for router_gateway (0302fded-8b8a-4d78-8a28-23ba607619eb), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.299135 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.300684 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks [] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.311776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.317717 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-82c3f469-9bd3-46f4-9925-c496a675f4f0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3816900 Mar 24 14:53:13.317859 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44780) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:13.358456 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e63e-1e82-418b-8a72-c4bae65f955e admin admin] Publish callbacks [] for security_group (33389fb5-8126-4f62-b65b-64ba6f92ac9f), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.367932 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e63e-1e82-418b-8a72-c4bae65f955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (33389fb5-8126-4f62-b65b-64ba6f92ac9f), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.385457 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1383e-de23-45b1-961c-fee8cc2ba0de None None] Pushing event updated for resources: {'Port': ['ID=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:13.388067 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4227c404-5542-4af2-8948-0214c894b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (decb4965-df62-4785-9547-2d7b1f932db9), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.470313 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.510156 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.db.api [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 14:53:13.510819 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG oslo_db.api [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 14:53:13.511447 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227c404-5542-4af2-8948-0214c894b6c0 None None] Pushing event updated for resources: {'Port': ['ID=decb4965-df62-4785-9547-2d7b1f932db9,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:13.530611 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d9c4e63e-1e82-418b-8a72-c4bae65f955e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd8e43b53aac471eb4c6b06bf83691e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7381895 Mar 24 14:53:13.533620 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e63e-1e82-418b-8a72-c4bae65f955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33389fb5-8126-4f62-b65b-64ba6f92ac9f,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:13.536086 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44788) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:13.552533 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:13.600570 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:13.633045 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:13.637251 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:13.680387 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:53:13.729793 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, becb1c06-3311-4a7c-a4f3-620a203b1d89) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:13.765643 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:13.767567 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:13.813373 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41071767-8bf0-40aa-9948-49257df41bbb None None] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:13.885651 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e6696239-0876-4a0d-94c9-46c60115dcd0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2321301 Mar 24 14:53:13.892659 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44812) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:13.906448 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:13.937572 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 44820) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:13.944252 dv-cinder-834805-2-iscsi neutron-server[109717]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 14:53:13.961120 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Pushing event updated for resources: {'Port': ['ID=f9040e7f-d0ff-45f8-a51f-516060ff91ff,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:13.961318 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-9c7c72f9-7f3f-482e-b22b-49e45a0ba27a None None] Provisioning complete for port decb4965-df62-4785-9547-2d7b1f932db9 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:13.961848 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9c7c72f9-7f3f-482e-b22b-49e45a0ba27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (decb4965-df62-4785-9547-2d7b1f932db9), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.045432 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d42eec87-5bba-4dd9-8619-a3838143d53e admin admin] Publish callbacks [] for security_group (33389fb5-8126-4f62-b65b-64ba6f92ac9f), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.145955 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Allocated IP 172.20.0.2 (aded19bd-e31c-4128-9a19-d9f41c2e07dd/474dfd6f-ddd4-4566-a49b-54459e34a291/ddad6adc-17a6-427e-80b0-08a1806df4a6) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:14.159362 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (705069e7-dd26-48ed-8698-cfe455962ed9), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.160605 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (705069e7-dd26-48ed-8698-cfe455962ed9), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.164046 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:11Z', 'revision_number': 3, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:14.223033 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:14.223390 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Updating router 96f040c6-559b-46c9-8812-189189ffe05c port e0a4dfbc-cb54-4265-a7e4-40512e3be470 binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:14.255636 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port decb4965-df62-4785-9547-2d7b1f932db9 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:14.269549 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d42eec87-5bba-4dd9-8619-a3838143d53e admin admin] Publish callbacks [] for security_group (33389fb5-8126-4f62-b65b-64ba6f92ac9f), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.283471 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.421779 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-becb1c06-3311-4a7c-a4f3-620a203b1d89', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'project_id': '546c38a2579b41db9797bffa819ca65b', 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:53:14.422691 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.438514 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks [] for router_gateway (004b4409-eb17-4f72-9cf1-b44680261d29), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.448162 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-f9fbfde6-d901-476a-9270-37afb4339e6a tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:14.449500 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-f9fbfde6-d901-476a-9270-37afb4339e6a tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/networks?id=092cf973-6bd7-40f3-8a51-b6842eb57dd3 HTTP/1.1" status: 200 len: 812 time: 0.5106258 Mar 24 14:53:14.466624 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c72f9-7f3f-482e-b22b-49e45a0ba27a None None] Current status of the port decb4965-df62-4785-9547-2d7b1f932db9 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:14.557398 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks [] for router_controller (705069e7-dd26-48ed-8698-cfe455962ed9), precommit_add_association {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.607347 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d42eec87-5bba-4dd9-8619-a3838143d53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (33389fb5-8126-4f62-b65b-64ba6f92ac9f), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.611347 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:14.613286 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d42eec87-5bba-4dd9-8619-a3838143d53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.614850 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d42eec87-5bba-4dd9-8619-a3838143d53e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33389fb5-8126-4f62-b65b-64ba6f92ac9f HTTP/1.1" status: 204 len: 168 time: 1.0747950 Mar 24 14:53:14.656515 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eec87-5bba-4dd9-8619-a3838143d53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33389fb5-8126-4f62-b65b-64ba6f92ac9f,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:14.666414 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-c37c2c5f-54ee-40aa-a5d4-ca7a1eb48dca tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/quotas/954b4133a08248a793e0416448286a00 HTTP/1.1" status: 200 len: 375 time: 0.1740367 Mar 24 14:53:14.783131 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Publish callbacks [] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.790113 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.842593 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Pushing event updated for resources: {'Port': ['ID=e0a4dfbc-cb54-4265-a7e4-40512e3be470,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:14.853871 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.857693 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.858198 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.858776 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.859450 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.859922 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.860270 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.860890 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.861242 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.861646 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.869285 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.869960 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.870359 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.870722 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.871145 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Tracked resource versions report: Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: pushed versions: Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: { 'AddressGroup': {'1.2'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Agent': {'1.1'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'ConntrackHelper': {'1.0'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'LocalIPAssociation': {'1.0'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Log': {'1.0'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'NDPProxy': {'1.0'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Network': {'1.1'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Port': {'1.7'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'PortForwarding': {'1.3'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'QosPolicy': {'1.10'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroup': {'1.5'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroupRule': {'1.2'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SubPort': {'1.0'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Subnet': {'1.1'}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Trunk': {'1.1'}} Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: consumer versions: Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: { DHCP agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: HyperV agent@hv-cinder-83480: {}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: L3 agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: Metadata agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: Metering agent@dv-cinder-834805-2-iscsi: {}, Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: Open vSwitch agent@dv-cinder-834805-2-iscsi: { 'AddressGroup': '1.2', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Agent': '1.1', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'ConntrackHelper': '1.0', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'LocalIPAssociation': '1.0', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Log': '1.0', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'NDPProxy': '1.0', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Network': '1.1', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Port': '1.7', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'PortForwarding': '1.3', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'QosPolicy': '1.10', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroup': '1.5', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SecurityGroupRule': '1.2', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'SubPort': '1.0', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Subnet': '1.1', Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: 'Trunk': '1.1'}} Mar 24 14:53:14.872482 dv-cinder-834805-2-iscsi neutron-server[109719]: {{(pid=109719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 14:53:14.893785 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Attempting to bind port e0a4dfbc-cb54-4265-a7e4-40512e3be470 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:14.894227 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Attempting to bind port e0a4dfbc-cb54-4265-a7e4-40512e3be470 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:14.894606 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Attempting to bind port e0a4dfbc-cb54-4265-a7e4-40512e3be470 on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:14.904667 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:14.905072 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:14.905468 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.905878 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:14.906491 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Bound port: e0a4dfbc-cb54-4265-a7e4-40512e3be470, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:14.906930 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.955523 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Publish callbacks [] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:14.980614 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] For port e0a4dfbc-cb54-4265-a7e4-40512e3be470, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:14.986317 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] For port e0a4dfbc-cb54-4265-a7e4-40512e3be470, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=e0a4dfbc-cb54-4265-a7e4-40512e3be470,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:14.994499 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.016074 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-e6165d01-5b63-4ad1-93aa-02f3be8f15ba tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=954b4133a08248a793e0416448286a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2814238 Mar 24 14:53:15.042547 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks [] for router_gateway (0302fded-8b8a-4d78-8a28-23ba607619eb), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.067222 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc4bbd-c393-4256-a178-741f3d65b52f None None] Pushing event updated for resources: {'Port': ['ID=e0a4dfbc-cb54-4265-a7e4-40512e3be470,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:15.086521 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:15.087154 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:15.111751 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Allocated IP 172.20.0.2 (becb1c06-3311-4a7c-a4f3-620a203b1d89/d5987748-3766-4c3a-9f4d-d0d799467a63/c69e0121-3649-40d3-af55-042d0c377a0f) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:15.130700 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (004b4409-eb17-4f72-9cf1-b44680261d29), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.131229 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.154681 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks [] for router_gateway (705069e7-dd26-48ed-8698-cfe455962ed9), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.205041 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:15.289590 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8aeb90-20b9-4cfd-aab4-d4c3d0adb296 None None] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:15.314731 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.391453 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Router 004b4409-eb17-4f72-9cf1-b44680261d29 is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:53:15.487545 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-db898572-49e2-4276-9de0-27959a1f32cf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:53:15.488657 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-db898572-49e2-4276-9de0-27959a1f32cf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1504235 Mar 24 14:53:15.500160 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:11Z', 'revision_number': 3, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:15.535444 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd938eb2-5f90-48d2-bbcd-af53d0816ec9 None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:11Z', 'revision_number': 3, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:15.619958 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:15.640658 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Sync routers for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:15.657367 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.663139 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d7bce07c-0b88-4d08-bffd-3294083a4546 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9230177 Mar 24 14:53:15.663342 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44866) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:15.679211 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Publish callbacks [] for port (c69e0121-3649-40d3-af55-042d0c377a0f), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.691451 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:15.701094 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-1893d713-2442-479c-96e2-e3b9a918826b None None] Provisioning complete for port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:15.701513 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1893d713-2442-479c-96e2-e3b9a918826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.739147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.741267 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:15.744944 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:15.760354 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Pushing event updated for resources: {'Port': ['ID=ddad6adc-17a6-427e-80b0-08a1806df4a6,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:15.765788 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:15.766220 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.777481 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:15.846697 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Allocated IP 172.27.1.113 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/c2e83920-9d1f-4ec9-a60b-76202e903f1c) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:15.986917 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:16.009637 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:16.021994 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:16.064550 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-a3d7c38a-1337-4138-9e48-8fa80d2f5161 service neutron] 10.222.0.43 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359817 Mar 24 14:53:16.103628 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:16.103896 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:16.268992 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:16.269601 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.402483 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Attempting to bind port c69e0121-3649-40d3-af55-042d0c377a0f on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:16.402853 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Attempting to bind port c69e0121-3649-40d3-af55-042d0c377a0f by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:16.403456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Attempting to bind port c69e0121-3649-40d3-af55-042d0c377a0f on network becb1c06-3311-4a7c-a4f3-620a203b1d89 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:16.431416 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:16.431796 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Checking segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:16.432205 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.432605 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Bound using segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:16.433088 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Bound port: c69e0121-3649-40d3-af55-042d0c377a0f, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:16.433468 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.455548 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Pushing event updated for resources: {'Port': ['ID=c69e0121-3649-40d3-af55-042d0c377a0f,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:16.488999 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.527175 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-ca523aa9-5165-43af-83d9-b6ff8309362f service neutron] 10.222.0.43 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932312 Mar 24 14:53:16.537096 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks [] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.559896 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Allocated IP 172.20.0.1 (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2/00049fbd-bcee-48b5-bfe9-bd2fc3967f07/0672e17a-cba8-4cdc-8524-0b9dc691e237) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:16.607789 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:16.638417 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Attempting to bind port ddad6adc-17a6-427e-80b0-08a1806df4a6 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:16.640187 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Attempting to bind port ddad6adc-17a6-427e-80b0-08a1806df4a6 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:16.641841 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Attempting to bind port ddad6adc-17a6-427e-80b0-08a1806df4a6 on network aded19bd-e31c-4128-9a19-d9f41c2e07dd {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:16.663632 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:16.671156 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Checking segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:16.671914 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.673315 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Bound using segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:16.674685 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Bound port: ddad6adc-17a6-427e-80b0-08a1806df4a6, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:16.676109 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.694793 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-1893d713-2442-479c-96e2-e3b9a918826b None None] Current status of the port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:16.695281 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1893d713-2442-479c-96e2-e3b9a918826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.697594 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.698414 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device decb4965-df62-4785-9547-2d7b1f932db9 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:16.816269 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Allocated IP 172.20.0.1 (26036e81-2e6b-42c1-bfb5-f20edd062767/cdb49646-7a4a-4afd-b994-7989991b207d/10e7e908-401a-4ad4-b848-cfe93c758b10) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:16.857493 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks [] for router_gateway (705069e7-dd26-48ed-8698-cfe455962ed9), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.942766 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:16.987890 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44908) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:17.011382 dv-cinder-834805-2-iscsi neutron-server[109716]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 14:53:17.032351 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks [] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.054506 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] For port c69e0121-3649-40d3-af55-042d0c377a0f, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:17.103815 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks [] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.117747 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port decb4965-df62-4785-9547-2d7b1f932db9 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:17.118477 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (decb4965-df62-4785-9547-2d7b1f932db9), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.127663 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c2437519-033a-4794-b8b5-3ecd7b713996 req-7a193efc-428b-4913-b97a-0406256ab5f7 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.1379483 Mar 24 14:53:17.161527 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.182246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:17.183876 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.234101 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] For port c69e0121-3649-40d3-af55-042d0c377a0f, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c69e0121-3649-40d3-af55-042d0c377a0f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:17.253083 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:17.262900 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:17.267169 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:17.271645 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:17.278678 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:17.283845 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:17.284642 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (004b4409-eb17-4f72-9cf1-b44680261d29), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.288708 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.db.api [None req-1893d713-2442-479c-96e2-e3b9a918826b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 14:53:17.289617 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG oslo_db.api [None req-1893d713-2442-479c-96e2-e3b9a918826b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 14:53:17.305487 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:17.367405 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.369651 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e83920-9d1f-4ec9-a60b-76202e903f1c,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:17.433349 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.586018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.596169 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] For port ddad6adc-17a6-427e-80b0-08a1806df4a6, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:17.645575 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Pushing event updated for resources: {'Port': ['ID=10e7e908-401a-4ad4-b848-cfe93c758b10,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:17.662001 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] For port ddad6adc-17a6-427e-80b0-08a1806df4a6, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ddad6adc-17a6-427e-80b0-08a1806df4a6,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:17.738406 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d2dba-85f0-4c5b-a065-e9c48e242c1b None None] Pushing event updated for resources: {'Port': ['ID=c69e0121-3649-40d3-af55-042d0c377a0f,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:17.822785 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.845136 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port decb4965-df62-4785-9547-2d7b1f932db9 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:17.864690 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:17.894416 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:53:17.912185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Allocated IP 172.27.1.245 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/d431db82-8e8a-40c9-9c29-4634fb29de9a) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:17.919039 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Pushing event updated for resources: {'Port': ['ID=0672e17a-cba8-4cdc-8524-0b9dc691e237,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:18.098977 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-1893d713-2442-479c-96e2-e3b9a918826b None None] Current status of the port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:18.182240 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2400c-c9c2-4a70-b362-c73fc5d03cb1 None None] Pushing event updated for resources: {'Port': ['ID=ddad6adc-17a6-427e-80b0-08a1806df4a6,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:18.262439 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:14Z', 'revision_number': 3, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:18.267080 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-f8198a7f-d93d-4a2f-b2a7-eeece154ba2d None None] Provisioning complete for port 10e7e908-401a-4ad4-b848-cfe93c758b10 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:18.267842 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f8198a7f-d93d-4a2f-b2a7-eeece154ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.297286 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks [] for router_gateway (0302fded-8b8a-4d78-8a28-23ba607619eb), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.311179 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:18.322912 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Checking router: 004b4409-eb17-4f72-9cf1-b44680261d29 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:18.323871 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Updating router 004b4409-eb17-4f72-9cf1-b44680261d29 port f9040e7f-d0ff-45f8-a51f-516060ff91ff binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:18.369990 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-af2823c2-9ae6-4238-96af-d57570207921 req-273726c2-b4db-4d9d-b035-c746d061cbfa tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.1085198 Mar 24 14:53:18.382847 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:18.428745 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-f8198a7f-d93d-4a2f-b2a7-eeece154ba2d None None] Port 10e7e908-401a-4ad4-b848-cfe93c758b10 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:18.446655 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.487156 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-f8198a7f-d93d-4a2f-b2a7-eeece154ba2d None None] Provisioning complete for port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:18.487793 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f8198a7f-d93d-4a2f-b2a7-eeece154ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.555180 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:18.612083 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks [] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.626776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.628933 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (004b4409-eb17-4f72-9cf1-b44680261d29), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.659860 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:18.669504 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (96f040c6-559b-46c9-8812-189189ffe05c), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:18.882226 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 44994) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:18.961171 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Pushing event updated for resources: {'Port': ['ID=10e7e908-401a-4ad4-b848-cfe93c758b10,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:19.081831 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:19.083323 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:19.164723 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:19.165276 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.240663 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c81bff1e-374d-449e-9266-aae51c9a7262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.262147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-f8198a7f-d93d-4a2f-b2a7-eeece154ba2d None None] Current status of the port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:19.342253 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Router 004b4409-eb17-4f72-9cf1-b44680261d29 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:53:19.491639 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:19.492779 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device e0a4dfbc-cb54-4265-a7e4-40512e3be470 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:19.505422 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d4739-ceba-45c5-bba5-bb07fddd5e1f None None] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:19.573654 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks [] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.589930 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c81bff1e-374d-449e-9266-aae51c9a7262 admin admin] Publish callbacks [] for security_group (fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.607249 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c81bff1e-374d-449e-9266-aae51c9a7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.612211 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-7a69193b-160e-4560-8a4a-41475907b4c3 None None] Provisioning complete for port 0672e17a-cba8-4cdc-8524-0b9dc691e237 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:19.612612 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a69193b-160e-4560-8a4a-41475907b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.650852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bff1e-374d-449e-9266-aae51c9a7262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:19.687993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-7a69193b-160e-4560-8a4a-41475907b4c3 None None] Port 0672e17a-cba8-4cdc-8524-0b9dc691e237 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:19.706718 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4d3c49ba-4e3c-4c1f-9bf4-5ccc6b538367 req-6c09a68d-7b94-4c63-806e-44b654ab0cc6 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.0607541 Mar 24 14:53:19.713141 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c81bff1e-374d-449e-9266-aae51c9a7262 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32f07a4595c248399053cd9beda2c5a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8296766 Mar 24 14:53:19.715709 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45016) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:19.727325 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port e0a4dfbc-cb54-4265-a7e4-40512e3be470 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:19.727719 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.745852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (0302fded-8b8a-4d78-8a28-23ba607619eb), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.765180 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:19.772941 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-123a0c37-8b7e-478d-82f5-a06db2006df9 admin admin] 10.222.0.43 "PUT /v2.0/routers/004b4409-eb17-4f72-9cf1-b44680261d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1075339 Mar 24 14:53:19.797975 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-479e4795-0255-4b52-aa41-0c49b989f9b2 admin admin] Publish callbacks [] for security_group (fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.828750 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-479e4795-0255-4b52-aa41-0c49b989f9b2 admin admin] Publish callbacks [] for security_group (fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.858198 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.908992 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-479e4795-0255-4b52-aa41-0c49b989f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.913394 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-479e4795-0255-4b52-aa41-0c49b989f9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.915103 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-479e4795-0255-4b52-aa41-0c49b989f9b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e HTTP/1.1" status: 204 len: 168 time: 0.1984558 Mar 24 14:53:19.924472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e4795-0255-4b52-aa41-0c49b989f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad67c72-2047-43c0-b1c1-2a0e6f8ebf1e,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:19.936350 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.977073 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Provisioning complete for port c69e0121-3649-40d3-af55-042d0c377a0f triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:19.977461 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:19.983555 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Pushing event updated for resources: {'Port': ['ID=d431db82-8e8a-40c9-9c29-4634fb29de9a,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:20.037333 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port e0a4dfbc-cb54-4265-a7e4-40512e3be470 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:20.038268 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.070304 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25272b1b-9ec1-482e-9a4c-b49fe4e3c0ec None None] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:53:20.112199 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:20.145559 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:20.148029 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:20.187285 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port e0a4dfbc-cb54-4265-a7e4-40512e3be470, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=e0a4dfbc-cb54-4265-a7e4-40512e3be470,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:20.220739 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.221852 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c69e0121-3649-40d3-af55-042d0c377a0f up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:20.378339 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45044) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:20.396834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e19a8e66-9fe3-4b70-a825-ad941c560556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.449540 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=e0a4dfbc-cb54-4265-a7e4-40512e3be470,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:20.460672 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port c69e0121-3649-40d3-af55-042d0c377a0f triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:20.461062 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.462792 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Current status of the port c69e0121-3649-40d3-af55-042d0c377a0f is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:20.463227 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.479936 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e19a8e66-9fe3-4b70-a825-ad941c560556 admin admin] Publish callbacks [] for security_group (484631fa-7f45-4481-8b63-c73d5763bbb4), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.485207 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Publish callbacks [] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.487006 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e19a8e66-9fe3-4b70-a825-ad941c560556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (484631fa-7f45-4481-8b63-c73d5763bbb4), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.529642 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.534451 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-e19a8e66-9fe3-4b70-a825-ad941c560556 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=376173f1ed4a4d80be0d079d47642729&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1516638 Mar 24 14:53:20.535316 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45046) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:20.536149 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a8e66-9fe3-4b70-a825-ad941c560556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484631fa-7f45-4481-8b63-c73d5763bbb4,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:20.577773 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] For port c69e0121-3649-40d3-af55-042d0c377a0f, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c69e0121-3649-40d3-af55-042d0c377a0f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:20.595639 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-38b5c7c4-36fa-4679-8923-cecf13071175 admin admin] Publish callbacks [] for security_group (484631fa-7f45-4481-8b63-c73d5763bbb4), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.598640 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.612586 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks [] for router_gateway (705069e7-dd26-48ed-8698-cfe455962ed9), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.624991 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-38b5c7c4-36fa-4679-8923-cecf13071175 admin admin] Publish callbacks [] for security_group (484631fa-7f45-4481-8b63-c73d5763bbb4), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.627425 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Attempting to bind port f9040e7f-d0ff-45f8-a51f-516060ff91ff on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:20.627795 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Attempting to bind port f9040e7f-d0ff-45f8-a51f-516060ff91ff by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:20.628155 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Attempting to bind port f9040e7f-d0ff-45f8-a51f-516060ff91ff on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:20.632046 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a59f-26a4-4843-a109-b84065b23219 None None] Pushing event updated for resources: {'Port': ['ID=f9040e7f-d0ff-45f8-a51f-516060ff91ff,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:20.678173 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:20.678488 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:20.678898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.679335 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:20.679858 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Bound port: f9040e7f-d0ff-45f8-a51f-516060ff91ff, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:20.680234 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.689861 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-38b5c7c4-36fa-4679-8923-cecf13071175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (484631fa-7f45-4481-8b63-c73d5763bbb4), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.692502 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-38b5c7c4-36fa-4679-8923-cecf13071175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.702633 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-38b5c7c4-36fa-4679-8923-cecf13071175 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/484631fa-7f45-4481-8b63-c73d5763bbb4 HTTP/1.1" status: 204 len: 168 time: 0.1573312 Mar 24 14:53:20.712360 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Provisioning complete for port 10e7e908-401a-4ad4-b848-cfe93c758b10 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:20.712749 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.717749 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5c7c4-36fa-4679-8923-cecf13071175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484631fa-7f45-4481-8b63-c73d5763bbb4,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:20.746134 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks [] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.755365 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Router 0302fded-8b8a-4d78-8a28-23ba607619eb is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:53:20.770358 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.771078 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (96f040c6-559b-46c9-8812-189189ffe05c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.782324 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port c69e0121-3649-40d3-af55-042d0c377a0f is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:20.815394 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Pushing event updated for resources: {'Port': ['ID=c69e0121-3649-40d3-af55-042d0c377a0f,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:20.821065 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0572087a-a8a9-41f9-b41e-1778dd0ec7b2 None None] Port 10e7e908-401a-4ad4-b848-cfe93c758b10 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:20.825354 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] For port f9040e7f-d0ff-45f8-a51f-516060ff91ff, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:20.830060 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] For port f9040e7f-d0ff-45f8-a51f-516060ff91ff, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=f9040e7f-d0ff-45f8-a51f-516060ff91ff,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:20.837626 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:20.841046 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-e11f3bbc-0b15-4f29-be7f-73d1d3819e2c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:20.844108 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-e11f3bbc-0b15-4f29-be7f-73d1d3819e2c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 819 time: 0.4632506 Mar 24 14:53:20.914462 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:20.915308 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:20.918660 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-545917c7-9cc7-4f9f-aa01-74bb82d64696 req-5b7e93be-be32-45af-8374-53e826c1f323 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.0633564 Mar 24 14:53:20.994600 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a59f-26a4-4843-a109-b84065b23219 None None] Pushing event updated for resources: {'Port': ['ID=f9040e7f-d0ff-45f8-a51f-516060ff91ff,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:21.019202 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Provisioning complete for port c69e0121-3649-40d3-af55-042d0c377a0f triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:21.019566 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.023704 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-faff4387-11b2-4c75-80c7-a1ded7cbdaf9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/quotas/48695dad755f431289080f28ffc6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.1478682 Mar 24 14:53:21.083429 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:21.120356 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Pushing event updated for resources: {'Port': ['ID=0672e17a-cba8-4cdc-8524-0b9dc691e237,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:21.139582 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device e0a4dfbc-cb54-4265-a7e4-40512e3be470 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:21.322336 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:21.338329 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:21.351915 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:21.367007 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Sync routers for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:21.387801 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:21.391550 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Current status of the port c69e0121-3649-40d3-af55-042d0c377a0f is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:21.392132 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:21.463797 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Provisioning complete for port ddad6adc-17a6-427e-80b0-08a1806df4a6 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:21.464172 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.469636 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port e0a4dfbc-cb54-4265-a7e4-40512e3be470 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:21.469772 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.491135 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-edded7f8-2f25-45d9-82bd-63b40d5d8ae0 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4541578 Mar 24 14:53:21.495180 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.499159 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bf593bc9-979d-4073-9482-a75467ed9ca4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8611860 Mar 24 14:53:21.500730 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45072) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:21.545928 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (705069e7-dd26-48ed-8698-cfe455962ed9), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.593704 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:21.769617 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port e0a4dfbc-cb54-4265-a7e4-40512e3be470 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:21.770787 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddad6adc-17a6-427e-80b0-08a1806df4a6 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:21.773823 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Current status of the port ddad6adc-17a6-427e-80b0-08a1806df4a6 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:21.774231 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.806921 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 2, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:21.847458 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c7155-be59-495a-b6ba-5ad37bfdf6fc None None] The sync data for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi is: [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 2, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:21.861307 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-98d5e1ca-1d0d-4355-af6a-667abcca439e service neutron] 10.222.0.43 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630331 Mar 24 14:53:21.891184 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 3, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:21.907439 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] For port ddad6adc-17a6-427e-80b0-08a1806df4a6, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ddad6adc-17a6-427e-80b0-08a1806df4a6,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:21.916328 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.948460 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Checking router: 0302fded-8b8a-4d78-8a28-23ba607619eb for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:21.949041 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Updating router 0302fded-8b8a-4d78-8a28-23ba607619eb port c2e83920-9d1f-4ec9-a60b-76202e903f1c binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:21.976006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port ddad6adc-17a6-427e-80b0-08a1806df4a6 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:21.976402 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:21.986850 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:22.067289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:53:22.093233 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-55a72bbe-7c7b-4a99-9d9b-d530318b2fc4 req-07e8f00e-3af8-459d-9c86-5379b7bbf0e6 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.0495846 Mar 24 14:53:22.123010 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c97932-ff1d-47ab-b877-32625b5d3d67 None None] Pushing event updated for resources: {'Port': ['ID=ddad6adc-17a6-427e-80b0-08a1806df4a6,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:22.157398 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-93d9101d-c533-4536-9d93-29924e00026b None None] Provisioning complete for port 0672e17a-cba8-4cdc-8524-0b9dc691e237 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:22.158165 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-93d9101d-c533-4536-9d93-29924e00026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:22.371908 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-93d9101d-c533-4536-9d93-29924e00026b None None] Port 0672e17a-cba8-4cdc-8524-0b9dc691e237 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:22.417712 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port ddad6adc-17a6-427e-80b0-08a1806df4a6 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:22.449100 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-fefd59d8-391f-4f6b-9b9a-6509352fb32a service neutron] 10.222.0.43 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734727 Mar 24 14:53:22.469455 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Router 705069e7-dd26-48ed-8698-cfe455962ed9 is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:53:22.551757 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:22.662783 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Publish callbacks [] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:22.674816 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:22.722710 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:22.745123 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:22.750002 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1fc30e98-f1c3-442b-9b30-876d73e9628e admin admin] 10.222.0.43 "PUT /v2.0/routers/96f040c6-559b-46c9-8812-189189ffe05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4308326 Mar 24 14:53:22.768299 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:22.772246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:22.855556 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:22.881441 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Attempting to bind port c2e83920-9d1f-4ec9-a60b-76202e903f1c on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:22.882566 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Attempting to bind port c2e83920-9d1f-4ec9-a60b-76202e903f1c by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:22.887340 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Attempting to bind port c2e83920-9d1f-4ec9-a60b-76202e903f1c on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:22.897283 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eaeb9-3e55-4b40-bee7-48879066de03 None None] Pushing event updated for resources: {'Port': ['ID=c2e83920-9d1f-4ec9-a60b-76202e903f1c,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:22.916539 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:22.920670 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Sync routers for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:22.922891 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-328320f8-40d1-490a-b0d3-7536de4a3d20 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0284193 Mar 24 14:53:22.926046 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45128) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:22.936234 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:22.941904 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:22.942731 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:22.946424 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:22.947484 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Bound port: c2e83920-9d1f-4ec9-a60b-76202e903f1c, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:22.948446 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:23.026186 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.46', 62189) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:23.031829 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c9e9bb53-2b83-4963-84a5-1a75bc48ea08 req-01ef6368-6be8-463c-8bc6-7d32dbd6299f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 210 time: 0.1010432 Mar 24 14:53:23.090197 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c69e0121-3649-40d3-af55-042d0c377a0f up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:23.102432 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:23.107402 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:23.477495 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:23.503722 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] For port c2e83920-9d1f-4ec9-a60b-76202e903f1c, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:23.536734 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] For port c2e83920-9d1f-4ec9-a60b-76202e903f1c, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c2e83920-9d1f-4ec9-a60b-76202e903f1c,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:23.571067 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:23.647551 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port c69e0121-3649-40d3-af55-042d0c377a0f triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:23.648145 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:23.653745 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Allocated IP 172.20.0.1 (aded19bd-e31c-4128-9a19-d9f41c2e07dd/474dfd6f-ddd4-4566-a49b-54459e34a291/719d6c4a-c51b-467e-a500-4e7547e8ea5b) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:23.735593 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ffc46fdf-17d4-4784-93aa-d6c9c6a7f815 req-187d6e44-49f8-4175-b22f-faaa447e491a tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.1385572 Mar 24 14:53:23.911820 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eaeb9-3e55-4b40-bee7-48879066de03 None None] Pushing event updated for resources: {'Port': ['ID=c2e83920-9d1f-4ec9-a60b-76202e903f1c,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:23.917012 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45182) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:24.002744 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:24.008014 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:24.017129 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:24.192277 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port c69e0121-3649-40d3-af55-042d0c377a0f is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:24.198305 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddad6adc-17a6-427e-80b0-08a1806df4a6 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:24.224102 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks [] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:24.304655 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:24.477919 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-0d7caa9f-555b-4290-aff4-d7f43258c03a tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:24.487988 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 2, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:24.489791 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port ddad6adc-17a6-427e-80b0-08a1806df4a6 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:24.501682 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-0d7caa9f-555b-4290-aff4-d7f43258c03a tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.46 "GET /v2.0/networks?id=092cf973-6bd7-40f3-8a51-b6842eb57dd3 HTTP/1.1" status: 200 len: 812 time: 1.4624519 Mar 24 14:53:24.518264 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:24.531831 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:24.579176 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Request body: {'port': {'device_id': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3', 'admin_state_up': True, 'tenant_id': '954b4133a08248a793e0416448286a00'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:24.714683 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8e83d608-29ce-4575-a2d9-9084e0de5609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:24.722247 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:24.725579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Updating router 96f040c6-559b-46c9-8812-189189ffe05c port 0672e17a-cba8-4cdc-8524-0b9dc691e237 binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:24.802979 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:24.817922 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:24.842012 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:24.842556 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (0302fded-8b8a-4d78-8a28-23ba607619eb), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:24.858146 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:24.987997 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-75e9eac8-5471-4421-91b3-296e65ab10d2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:24.998007 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-75e9eac8-5471-4421-91b3-296e65ab10d2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 819 time: 1.0775650 Mar 24 14:53:25.319977 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8e83d608-29ce-4575-a2d9-9084e0de5609 admin admin] Publish callbacks [] for security_group (9ed4980d-f76d-484f-8b91-f1ace24bd33b), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:25.321599 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45240) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:25.357433 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Pushing event updated for resources: {'Port': ['ID=719d6c4a-c51b-467e-a500-4e7547e8ea5b,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:25.367306 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 3, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:25.368318 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-cd286c61-9eb2-47dc-a3a1-9330e3222310 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/quotas/48695dad755f431289080f28ffc6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.3689210 Mar 24 14:53:25.429440 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5374e06b-5601-4bf7-813c-72e382becd53 req-b018628e-7bd2-412d-a93a-6077e3ae0a51 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.0771444 Mar 24 14:53:25.471804 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:25.487640 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Made reservation on behalf of 954b4133a08248a793e0416448286a00 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:25.496836 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:25.497541 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842da0d-582e-4cfa-a7ca-75074e6f1740 None None] The sync data for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi is: [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 3, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:25.525682 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-608c973c-6bc2-4671-a471-f5d3902ce792 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907832665', 'description': 'tempest-description--1381040871'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:25.530286 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 3, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:25.552050 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8e83d608-29ce-4575-a2d9-9084e0de5609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9ed4980d-f76d-484f-8b91-f1ace24bd33b), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:25.606995 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-8e83d608-29ce-4575-a2d9-9084e0de5609 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33da6542b7e344f7b0fd406f809d4cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6707954 Mar 24 14:53:25.612481 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:25.613038 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45256) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:25.640197 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Checking router: 705069e7-dd26-48ed-8698-cfe455962ed9 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:25.640727 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Updating router 705069e7-dd26-48ed-8698-cfe455962ed9 port d431db82-8e8a-40c9-9c29-4634fb29de9a binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:25.742698 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:25.748260 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port ddad6adc-17a6-427e-80b0-08a1806df4a6 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:25.766605 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-004e399a-c87f-4235-853e-c38d59321fce None None] Provisioning complete for port 719d6c4a-c51b-467e-a500-4e7547e8ea5b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:25.767085 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-004e399a-c87f-4235-853e-c38d59321fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:25.951347 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-004e399a-c87f-4235-853e-c38d59321fce None None] Port 719d6c4a-c51b-467e-a500-4e7547e8ea5b cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:25.962425 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.46', 62198) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:26.029543 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0b70204-3451-4140-a164-fe642ce576a0 admin admin] Publish callbacks [] for security_group (9ed4980d-f76d-484f-8b91-f1ace24bd33b), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:26.080034 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-6a131b8c-140d-44ff-af2a-4261e0fff2df tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7096276 Mar 24 14:53:26.089932 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-608c973c-6bc2-4671-a471-f5d3902ce792 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:26.145606 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Publish callbacks [] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:26.150810 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f9040e7f-d0ff-45f8-a51f-516060ff91ff up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:26.154337 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:26.733901 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Sync routers for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:26.919021 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Publish callbacks [] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:26.920353 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d608-29ce-4575-a2d9-9084e0de5609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed4980d-f76d-484f-8b91-f1ace24bd33b,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:26.927383 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2e9ed550-7e0d-493e-9ef2-e5ef70010d64 req-65409e48-79ba-4f09-bfb8-1f49a2c4f795 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.2305369 Mar 24 14:53:26.934383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea029f6-e926-41f3-a537-e44de6675ccb None None] Pushing event updated for resources: {'Port': ['ID=0672e17a-cba8-4cdc-8524-0b9dc691e237,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:26.952109 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.007136 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:27.012226 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:27.106010 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0b70204-3451-4140-a164-fe642ce576a0 admin admin] Publish callbacks [] for security_group (9ed4980d-f76d-484f-8b91-f1ace24bd33b), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.144393 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Allocated IP 172.20.0.2 (092cf973-6bd7-40f3-8a51-b6842eb57dd3/5ce24347-9b95-4951-aba4-b1665ab4abe3/3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:27.199995 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-cd7b69bb-8c3b-49d7-a201-5bd48e288234 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:27.212222 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225403f-7004-43d9-b3f6-c6b0be694740 None None] Pushing event updated for resources: {'Port': ['ID=d431db82-8e8a-40c9-9c29-4634fb29de9a,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:27.214800 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Attempting to bind port d431db82-8e8a-40c9-9c29-4634fb29de9a on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:27.223183 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-cd7b69bb-8c3b-49d7-a201-5bd48e288234 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 819 time: 1.1444819 Mar 24 14:53:27.230346 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Attempting to bind port d431db82-8e8a-40c9-9c29-4634fb29de9a by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:27.230890 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Attempting to bind port d431db82-8e8a-40c9-9c29-4634fb29de9a on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:27.250557 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:27.250932 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:27.253243 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.253895 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:27.258946 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Bound port: d431db82-8e8a-40c9-9c29-4634fb29de9a, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:27.259658 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:27.260196 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.284559 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'port': {'device_id': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'admin_state_up': True, 'tenant_id': '48695dad755f431289080f28ffc6f0d8'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:27.396884 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] For port d431db82-8e8a-40c9-9c29-4634fb29de9a, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:27.406979 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] For port d431db82-8e8a-40c9-9c29-4634fb29de9a, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=d431db82-8e8a-40c9-9c29-4634fb29de9a,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:27.419084 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.503915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks [] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.519666 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.521905 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (0302fded-8b8a-4d78-8a28-23ba607619eb), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.576932 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:27.578211 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:27.587857 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-e4389d95-11e5-4b43-8536-7173631b91b9 service neutron] 10.222.0.43 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4836037 Mar 24 14:53:27.619211 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Attempting to bind port 0672e17a-cba8-4cdc-8524-0b9dc691e237 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:27.619705 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Attempting to bind port 0672e17a-cba8-4cdc-8524-0b9dc691e237 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:27.620174 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Attempting to bind port 0672e17a-cba8-4cdc-8524-0b9dc691e237 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:27.680645 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:27.681332 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Checking segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:27.681956 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.683532 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Bound using segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:27.684236 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Bound port: 0672e17a-cba8-4cdc-8524-0b9dc691e237, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:27.686731 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.703126 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-a6788395-7b6d-437a-bafb-ce265c6acc43 None None] Provisioning complete for port 0672e17a-cba8-4cdc-8524-0b9dc691e237 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:27.703893 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a6788395-7b6d-437a-bafb-ce265c6acc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:27.715682 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Allocated IP 172.20.0.1 (becb1c06-3311-4a7c-a4f3-620a203b1d89/d5987748-3766-4c3a-9f4d-d0d799467a63/61324589-8385-471d-be0f-bbc87f349f78) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:27.808747 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:27.810340 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-a6788395-7b6d-437a-bafb-ce265c6acc43 None None] Port 0672e17a-cba8-4cdc-8524-0b9dc691e237 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:27.820565 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port f9040e7f-d0ff-45f8-a51f-516060ff91ff triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:27.821739 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.018251 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Pushing event updated for resources: {'Port': ['ID=719d6c4a-c51b-467e-a500-4e7547e8ea5b,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:28.039577 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] For port 0672e17a-cba8-4cdc-8524-0b9dc691e237, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:28.042953 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] For port 0672e17a-cba8-4cdc-8524-0b9dc691e237, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=0672e17a-cba8-4cdc-8524-0b9dc691e237,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:28.051907 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.110878 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225403f-7004-43d9-b3f6-c6b0be694740 None None] Pushing event updated for resources: {'Port': ['ID=d431db82-8e8a-40c9-9c29-4634fb29de9a,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:28.169239 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:28.170339 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:28.177939 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 2, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:28.189180 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea029f6-e926-41f3-a537-e44de6675ccb None None] Pushing event updated for resources: {'Port': ['ID=0672e17a-cba8-4cdc-8524-0b9dc691e237,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:28.241954 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Made reservation on behalf of 48695dad755f431289080f28ffc6f0d8 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:28.280137 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.307289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:28.320192 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Checking router: 004b4409-eb17-4f72-9cf1-b44680261d29 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:28.320782 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Updating router 004b4409-eb17-4f72-9cf1-b44680261d29 port 10e7e908-401a-4ad4-b848-cfe93c758b10 binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:28.373746 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks [] for port (61324589-8385-471d-be0f-bbc87f349f78), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.422874 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 3, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:28.504010 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-e3f7119e-3c25-4086-9f5d-a5fa8926fa15 service neutron] 10.222.0.43 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709364 Mar 24 14:53:28.530470 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be945bf2-71e4-45d6-a050-40b1fc00dbee None None] The sync data for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi is: [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 3, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:28.553099 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.562106 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0b70204-3451-4140-a164-fe642ce576a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9ed4980d-f76d-484f-8b91-f1ace24bd33b), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.564544 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:28.573777 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0b70204-3451-4140-a164-fe642ce576a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.588183 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c0b70204-3451-4140-a164-fe642ce576a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ed4980d-f76d-484f-8b91-f1ace24bd33b HTTP/1.1" status: 204 len: 168 time: 2.9590275 Mar 24 14:53:28.590414 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port f9040e7f-d0ff-45f8-a51f-516060ff91ff is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:28.593562 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.604141 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-608c973c-6bc2-4671-a471-f5d3902ce792 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (937e4290-b44b-45cc-9ea7-4d294c639d9a), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.630803 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (61324589-8385-471d-be0f-bbc87f349f78), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.637063 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b70204-3451-4140-a164-fe642ce576a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed4980d-f76d-484f-8b91-f1ace24bd33b,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:28.660399 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-608c973c-6bc2-4671-a471-f5d3902ce792 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (937e4290-b44b-45cc-9ea7-4d294c639d9a), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.677581 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port f9040e7f-d0ff-45f8-a51f-516060ff91ff, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=f9040e7f-d0ff-45f8-a51f-516060ff91ff,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:28.721637 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb750628-4ad1-4af4-92b4-ed4657a76d15 req-95eb8206-a282-40e1-b6be-0db62f7e1187 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.4037757 Mar 24 14:53:28.743013 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:28.831837 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:28.918476 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:28.988531 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:29.011939 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:29.012502 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (705069e7-dd26-48ed-8698-cfe455962ed9), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.022709 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-608c973c-6bc2-4671-a471-f5d3902ce792 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.028424 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-608c973c-6bc2-4671-a471-f5d3902ce792 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.5654964 Mar 24 14:53:29.029077 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45380) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:29.215355 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-85e42142-deac-4e42-837f-f2b96e306da9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': '937e4290-b44b-45cc-9ea7-4d294c639d9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:29.261542 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c973c-6bc2-4671-a471-f5d3902ce792 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937e4290-b44b-45cc-9ea7-4d294c639d9a,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:29.276761 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Pushing event updated for resources: {'Port': ['ID=61324589-8385-471d-be0f-bbc87f349f78,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:29.341636 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-85e42142-deac-4e42-837f-f2b96e306da9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (60608f6e-517f-43c7-8c37-4a937507e75c), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.395312 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c2e83920-9d1f-4ec9-a60b-76202e903f1c up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:29.498615 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks [] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.511443 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad63acc1-28c2-4391-9d6a-b36912900c1c req-49f23bd0-30b4-4422-8aab-239bd763672c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 210 time: 0.1989994 Mar 24 14:53:29.649845 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Router 0302fded-8b8a-4d78-8a28-23ba607619eb has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:53:29.688161 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Allocated IP 172.20.0.7 (26036e81-2e6b-42c1-bfb5-f20edd062767/cdb49646-7a4a-4afd-b994-7989991b207d/b75d318e-0ffb-4bd2-93ec-fdc17d17e822) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:29.691077 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.795352 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-85e42142-deac-4e42-837f-f2b96e306da9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (60608f6e-517f-43c7-8c37-4a937507e75c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.839582 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-85e42142-deac-4e42-837f-f2b96e306da9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (60608f6e-517f-43c7-8c37-4a937507e75c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.924812 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-85e42142-deac-4e42-837f-f2b96e306da9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:29.935177 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-85e42142-deac-4e42-837f-f2b96e306da9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8991113 Mar 24 14:53:29.939688 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45412) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:29.960884 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-d041d281-6f86-45dc-8849-4a3318af36c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': '937e4290-b44b-45cc-9ea7-4d294c639d9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:30.012729 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e42142-deac-4e42-837f-f2b96e306da9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60608f6e-517f-43c7-8c37-4a937507e75c,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:30.095931 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (61324589-8385-471d-be0f-bbc87f349f78), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.114185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45414) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:30.145068 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:30.191217 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-2e5262e4-4a4f-4f85-9694-a713648e3890 None None] Provisioning complete for port 0672e17a-cba8-4cdc-8524-0b9dc691e237 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:30.192123 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e5262e4-4a4f-4f85-9694-a713648e3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.192464 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:30.220127 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:30.225576 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:30.226222 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.305324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d041d281-6f86-45dc-8849-4a3318af36c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (5efe7974-63c2-4449-b1b4-882eb635584c), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.312522 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Pushing event updated for resources: {'Port': ['ID=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:30.365887 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=f9040e7f-d0ff-45f8-a51f-516060ff91ff,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:30.410638 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9805eed-e621-4c1c-8f67-9b333b91f7be req-17d9b391-9507-4e23-8263-af66e26e179d tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:30.434541 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e9805eed-e621-4c1c-8f67-9b333b91f7be req-17d9b391-9507-4e23-8263-af66e26e179d tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 931 time: 0.5149515 Mar 24 14:53:30.443802 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-3777e74e-128e-4792-8a65-a9ffb5656382 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8724651 Mar 24 14:53:30.541392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port c2e83920-9d1f-4ec9-a60b-76202e903f1c triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:30.545012 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.554817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-b411c852-b152-47dc-a214-abff244311c5 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:53:30.556104 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-b411c852-b152-47dc-a214-abff244311c5 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101678 Mar 24 14:53:30.560220 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:30.576421 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-cafb15e9-b838-44d7-a5ce-9837d128bc4f admin admin] 10.222.0.43 "PUT /v2.0/routers/0302fded-8b8a-4d78-8a28-23ba607619eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0652201 Mar 24 14:53:30.585751 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Sync routers for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:30.630574 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1feab98d-a647-4aaf-9ad0-115c7151b52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.644734 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:30.650561 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:30.673485 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f0666580-9f64-4004-84e3-d18801d0654e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.752878 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e9805eed-e621-4c1c-8f67-9b333b91f7be req-99e499eb-8678-4e9e-ab84-5454446d45b1 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146005 Mar 24 14:53:30.907571 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d041d281-6f86-45dc-8849-4a3318af36c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (5efe7974-63c2-4449-b1b4-882eb635584c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.923346 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d041d281-6f86-45dc-8849-4a3318af36c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (5efe7974-63c2-4449-b1b4-882eb635584c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.967826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d041d281-6f86-45dc-8849-4a3318af36c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:30.977645 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d041d281-6f86-45dc-8849-4a3318af36c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0241959 Mar 24 14:53:30.984540 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45434) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:31.029379 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:31.041517 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041d281-6f86-45dc-8849-4a3318af36c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efe7974-63c2-4449-b1b4-882eb635584c,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:31.089383 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c3853c5d-ff29-4bcf-a358-4369adf89f34 req-fa956c24-878a-4c1b-bf4a-aed61dbe74ef tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 210 time: 0.4243560 Mar 24 14:53:31.095272 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.160890 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:31.170733 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port c2e83920-9d1f-4ec9-a60b-76202e903f1c is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:31.172710 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.194188 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1feab98d-a647-4aaf-9ad0-115c7151b52c admin admin] Publish callbacks [] for security_group (289dcdde-cb28-4d84-8ab3-64a1515bcc50), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.222158 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-2e5262e4-4a4f-4f85-9694-a713648e3890 None None] Current status of the port 0672e17a-cba8-4cdc-8524-0b9dc691e237 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:31.222158 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e5262e4-4a4f-4f85-9694-a713648e3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.224203 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.46', 62208) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:31.301128 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port c2e83920-9d1f-4ec9-a60b-76202e903f1c, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c2e83920-9d1f-4ec9-a60b-76202e903f1c,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:31.347403 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks [] for port (61324589-8385-471d-be0f-bbc87f349f78), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.361169 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (61324589-8385-471d-be0f-bbc87f349f78), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.370317 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (705069e7-dd26-48ed-8698-cfe455962ed9), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.375325 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.394117 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1feab98d-a647-4aaf-9ad0-115c7151b52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (289dcdde-cb28-4d84-8ab3-64a1515bcc50), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.399013 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.583352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Request body: {'port': {'device_id': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:31.597292 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-1f7f3976-94d5-431b-b100-fcd9234a526b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:31.600029 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-1f7f3976-94d5-431b-b100-fcd9234a526b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 819 time: 0.3742325 Mar 24 14:53:31.605301 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:31.640489 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'port': {'device_id': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'admin_state_up': True, 'tenant_id': '48695dad755f431289080f28ffc6f0d8'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:32.052936 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:32.082470 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:26Z', 'revision_number': 2, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:32.107247 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Pushing event updated for resources: {'Port': ['ID=61324589-8385-471d-be0f-bbc87f349f78,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:32.110336 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45464) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:32.115080 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:32.121652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:32.134002 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:32.134752 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.189112 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Checking router: 0302fded-8b8a-4d78-8a28-23ba607619eb for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:32.190587 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Updating router 0302fded-8b8a-4d78-8a28-23ba607619eb port 719d6c4a-c51b-467e-a500-4e7547e8ea5b binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:32.193615 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1feab98d-a647-4aaf-9ad0-115c7151b52c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e229f89c82d644768edd56ac23949d43&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0721929 Mar 24 14:53:32.200485 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feab98d-a647-4aaf-9ad0-115c7151b52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289dcdde-cb28-4d84-8ab3-64a1515bcc50,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:32.220829 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45472) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:32.244707 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.289329 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Made reservation on behalf of 48695dad755f431289080f28ffc6f0d8 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:32.297233 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f9040e7f-d0ff-45f8-a51f-516060ff91ff up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:32.307018 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.347414 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-2e5262e4-4a4f-4f85-9694-a713648e3890 None None] For port 0672e17a-cba8-4cdc-8524-0b9dc691e237, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=0672e17a-cba8-4cdc-8524-0b9dc691e237,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:32.381416 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-f1a7c441-297f-4b65-a09d-fb541640c0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233196598', 'description': 'tempest-description--28534410'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:32.396722 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e5262e4-4a4f-4f85-9694-a713648e3890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.406141 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:32.411168 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b52b4aa8-5119-4cb2-b49c-6d2765348424 req-8725f3b7-28cb-425a-90e2-f63a75fb17f3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 210 time: 0.1466668 Mar 24 14:53:32.479958 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2094970 Mar 24 14:53:32.493024 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e2364-0711-4fe5-8d31-f1b9f91b57bc None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:32.519300 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=c2e83920-9d1f-4ec9-a60b-76202e903f1c,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:32.638053 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:32.689461 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:32.690560 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5262e4-4a4f-4f85-9694-a713648e3890 None None] Pushing event updated for resources: {'Port': ['ID=0672e17a-cba8-4cdc-8524-0b9dc691e237,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:32.694430 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88d2108f-c8fb-425c-8743-c8dca5cc4bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.704449 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Request body: {'port': {'device_id': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:32.719089 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-abd3cca7-b3f0-40cb-9d02-53868c88c16f admin admin] Publish callbacks [] for security_group (289dcdde-cb28-4d84-8ab3-64a1515bcc50), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.807135 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port f9040e7f-d0ff-45f8-a51f-516060ff91ff triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:32.807832 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.813735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c441-297f-4b65-a09d-fb541640c0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.838784 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:32.868113 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-abd3cca7-b3f0-40cb-9d02-53868c88c16f admin admin] Publish callbacks [] for security_group (289dcdde-cb28-4d84-8ab3-64a1515bcc50), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.019431 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-8eec2469-52d6-4014-b3f8-d9095749e180 None None] Provisioning complete for port 61324589-8385-471d-be0f-bbc87f349f78 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:33.019963 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8eec2469-52d6-4014-b3f8-d9095749e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (61324589-8385-471d-be0f-bbc87f349f78), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.094926 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Publish callbacks [] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.109455 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.206374 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-8eec2469-52d6-4014-b3f8-d9095749e180 None None] Port 61324589-8385-471d-be0f-bbc87f349f78 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:33.279011 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad3707-5552-4c8f-8f87-b7e1dbf8545e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'Port': ['ID=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:33.325428 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.372844 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-abd3cca7-b3f0-40cb-9d02-53868c88c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (289dcdde-cb28-4d84-8ab3-64a1515bcc50), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.377485 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ee39-7912-4c0c-823d-e2790736dd9e None None] Pushing event updated for resources: {'Port': ['ID=719d6c4a-c51b-467e-a500-4e7547e8ea5b,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:33.391810 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d6147-5aae-47c6-bc2c-9d17f25cba27 req-16195111-f3d8-4b6f-97c7-45b6cb8a2676 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:33.394269 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-539d6147-5aae-47c6-bc2c-9d17f25cba27 req-16195111-f3d8-4b6f-97c7-45b6cb8a2676 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 931 time: 1.2935960 Mar 24 14:53:33.401615 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Attempting to bind port 719d6c4a-c51b-467e-a500-4e7547e8ea5b on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:33.402198 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Attempting to bind port 719d6c4a-c51b-467e-a500-4e7547e8ea5b by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:33.402628 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Attempting to bind port 719d6c4a-c51b-467e-a500-4e7547e8ea5b on network aded19bd-e31c-4128-9a19-d9f41c2e07dd {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:33.410906 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:33.411313 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Checking segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:33.412332 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.412877 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Bound using segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:33.413787 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Bound port: 719d6c4a-c51b-467e-a500-4e7547e8ea5b, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:33.414199 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.415149 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-abd3cca7-b3f0-40cb-9d02-53868c88c16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.443769 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-abd3cca7-b3f0-40cb-9d02-53868c88c16f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/289dcdde-cb28-4d84-8ab3-64a1515bcc50 HTTP/1.1" status: 204 len: 168 time: 1.2113912 Mar 24 14:53:33.472794 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.555155 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3cca7-b3f0-40cb-9d02-53868c88c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289dcdde-cb28-4d84-8ab3-64a1515bcc50,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:33.665385 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-8eec2469-52d6-4014-b3f8-d9095749e180 None None] Provisioning complete for port 719d6c4a-c51b-467e-a500-4e7547e8ea5b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:33.665980 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8eec2469-52d6-4014-b3f8-d9095749e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.684176 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] For port 719d6c4a-c51b-467e-a500-4e7547e8ea5b, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:33.700618 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] For port 719d6c4a-c51b-467e-a500-4e7547e8ea5b, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=719d6c4a-c51b-467e-a500-4e7547e8ea5b,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:33.720141 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.873641 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port f9040e7f-d0ff-45f8-a51f-516060ff91ff is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:33.876495 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d431db82-8e8a-40c9-9c29-4634fb29de9a up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:33.880824 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-8eec2469-52d6-4014-b3f8-d9095749e180 None None] Port 719d6c4a-c51b-467e-a500-4e7547e8ea5b cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:33.918061 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c441-297f-4b65-a09d-fb541640c0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (badf5ea9-35ee-4499-a555-a310a4ddacd6), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.952791 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-539d6147-5aae-47c6-bc2c-9d17f25cba27 req-c50a4e43-137c-49d0-8f8f-ce5e0a10eb55 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502374 Mar 24 14:53:33.979740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c441-297f-4b65-a09d-fb541640c0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (badf5ea9-35ee-4499-a555-a310a4ddacd6), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:33.990447 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.27.1.131 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/e72cd5d9-72d9-4718-9fae-014e592baecd) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:34.013422 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ee39-7912-4c0c-823d-e2790736dd9e None None] Pushing event updated for resources: {'Port': ['ID=719d6c4a-c51b-467e-a500-4e7547e8ea5b,revision_number=4']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:34.042753 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:34.047228 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:34.069928 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Publish callbacks [] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.205417 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7c441-297f-4b65-a09d-fb541640c0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badf5ea9-35ee-4499-a555-a310a4ddacd6,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:34.227387 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.277396 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.460291 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c441-297f-4b65-a09d-fb541640c0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.462795 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f1a7c441-297f-4b65-a09d-fb541640c0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2959745 Mar 24 14:53:34.468366 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Provisioning complete for port 61324589-8385-471d-be0f-bbc87f349f78 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:34.468747 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (61324589-8385-471d-be0f-bbc87f349f78), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.470631 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45516) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:34.476598 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-241b7494-c441-4773-ae74-ed485695873c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'security_group_rule': {'security_group_id': 'badf5ea9-35ee-4499-a555-a310a4ddacd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:34.536626 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-241b7494-c441-4773-ae74-ed485695873c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (d1e7f937-dd6a-4d28-a0ad-cdf8338f537d), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.580946 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Port 61324589-8385-471d-be0f-bbc87f349f78 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:34.613846 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Router 705069e7-dd26-48ed-8698-cfe455962ed9 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:53:34.653117 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:34.690832 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Allocated IP 172.20.0.12 (26036e81-2e6b-42c1-bfb5-f20edd062767/cdb49646-7a4a-4afd-b994-7989991b207d/95ae2f59-0bfd-416b-8cc3-dee139f03ede) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:34.779033 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-968e24e3-0b70-453d-953a-65a0462352a6 req-46ba4b9e-3430-443b-bf48-2db75d7c2e51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 210 time: 0.1432483 Mar 24 14:53:34.805218 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45520) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:34.805911 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-241b7494-c441-4773-ae74-ed485695873c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (d1e7f937-dd6a-4d28-a0ad-cdf8338f537d), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.815166 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-241b7494-c441-4773-ae74-ed485695873c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (d1e7f937-dd6a-4d28-a0ad-cdf8338f537d), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.855509 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b7494-c441-4773-ae74-ed485695873c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e7f937-dd6a-4d28-a0ad-cdf8338f537d,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:34.893146 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c365ba2-2b93-439c-a913-f7791c1979c0 None None] Pushing event updated for resources: {'Port': ['ID=10e7e908-401a-4ad4-b848-cfe93c758b10,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:34.923904 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-241b7494-c441-4773-ae74-ed485695873c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:34.937897 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-241b7494-c441-4773-ae74-ed485695873c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4654570 Mar 24 14:53:34.941311 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45522) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:34.990871 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Attempting to bind port 10e7e908-401a-4ad4-b848-cfe93c758b10 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:34.991589 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Attempting to bind port 10e7e908-401a-4ad4-b848-cfe93c758b10 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:34.991589 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Attempting to bind port 10e7e908-401a-4ad4-b848-cfe93c758b10 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:34.997115 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-9754167e-dcfb-4ba6-b121-3c2ee8f7ec13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'security_group_rule': {'security_group_id': 'badf5ea9-35ee-4499-a555-a310a4ddacd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:35.002272 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Provisioning complete for port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:35.002774 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.039561 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.094377 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port d431db82-8e8a-40c9-9c29-4634fb29de9a triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:35.094784 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.121363 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae567-939b-4c1b-88ef-8ee85e6e73c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.121579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:35.121579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Checking segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:35.121579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.121579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Bound using segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:35.121579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Bound port: 10e7e908-401a-4ad4-b848-cfe93c758b10, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:35.121579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.261282 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:33Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:35.261579 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.292134 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9754167e-dcfb-4ba6-b121-3c2ee8f7ec13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (09f6dd06-c07b-4709-83aa-8b0b553283b0), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.321055 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f13ce9-d135-4a85-a8cf-1e99f494f560 None None] The sync data for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi is: [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:33Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:35.415526 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.422197 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:35.430424 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:35.549540 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Publish callbacks [] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.567259 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=e72cd5d9-72d9-4718-9fae-014e592baecd,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:35.661498 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Provisioning complete for port 719d6c4a-c51b-467e-a500-4e7547e8ea5b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:35.662689 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.666144 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] For port 10e7e908-401a-4ad4-b848-cfe93c758b10, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:35.669208 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e011-c221-4ca8-9946-e449410eb66c req-2f8adadf-36c8-48a1-8ecf-278e80e57b25 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:35.685993 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c519e011-c221-4ca8-9946-e449410eb66c req-2f8adadf-36c8-48a1-8ecf-278e80e57b25 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 931 time: 0.5083084 Mar 24 14:53:35.716437 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:35.718601 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:35.738699 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:35.779238 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] For port 10e7e908-401a-4ad4-b848-cfe93c758b10, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=10e7e908-401a-4ad4-b848-cfe93c758b10,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:35.840266 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.880783 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Transition to ACTIVE for port object 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:53:35.929130 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.975868 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:35.989803 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port d431db82-8e8a-40c9-9c29-4634fb29de9a is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:35.991123 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.006374 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9754167e-dcfb-4ba6-b121-3c2ee8f7ec13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (09f6dd06-c07b-4709-83aa-8b0b553283b0), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.105735 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port d431db82-8e8a-40c9-9c29-4634fb29de9a, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=d431db82-8e8a-40c9-9c29-4634fb29de9a,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:36.147089 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.190972 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c365ba2-2b93-439c-a913-f7791c1979c0 None None] Pushing event updated for resources: {'Port': ['ID=10e7e908-401a-4ad4-b848-cfe93c758b10,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:36.205384 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9754167e-dcfb-4ba6-b121-3c2ee8f7ec13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (09f6dd06-c07b-4709-83aa-8b0b553283b0), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.207743 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:36.222393 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:36.428492 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (4e999877-3394-4020-b1a7-538b8d4ae5ce), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.491206 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:36.494683 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754167e-dcfb-4ba6-b121-3c2ee8f7ec13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f6dd06-c07b-4709-83aa-8b0b553283b0,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:36.518288 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4312b49b-9e8f-494d-acd5-a3ac7bc8e66d req-dbcc1ba7-dd8f-44e5-b444-7530c67ae392 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 210 time: 0.5180447 Mar 24 14:53:36.572426 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c519e011-c221-4ca8-9946-e449410eb66c req-936b255a-a4f3-415d-8350-2cc6dcc80b37 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8841898 Mar 24 14:53:36.698073 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:53:36.699904 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:36.732380 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f0fd4070-1f7e-439b-9932-185462c40603 admin admin] 10.222.0.43 "PUT /v2.0/routers/705069e7-dd26-48ed-8698-cfe455962ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7962546 Mar 24 14:53:36.732380 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae567-939b-4c1b-88ef-8ee85e6e73c9 admin admin] Publish callbacks [] for security_group (3b7551d7-0c18-4fae-9955-575a2fc86d59), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.739817 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.741550 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f5ae567-939b-4c1b-88ef-8ee85e6e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (3b7551d7-0c18-4fae-9955-575a2fc86d59), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.762106 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 719d6c4a-c51b-467e-a500-4e7547e8ea5b up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:36.818993 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9754167e-dcfb-4ba6-b121-3c2ee8f7ec13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.830993 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9754167e-dcfb-4ba6-b121-3c2ee8f7ec13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8867846 Mar 24 14:53:36.832108 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.834234 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45562) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:36.862456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Current status of the port 719d6c4a-c51b-467e-a500-4e7547e8ea5b is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:36.862456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.862456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:36.870804 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Sync routers for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:53:36.883815 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:36.903247 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Attempting to bind port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:36.903535 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Attempting to bind port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '84bd5d46-96da-4f6b-a78e-0b6651a43ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:36.904002 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Attempting to bind port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e on network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:36.942747 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:36.944905 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4f5ae567-939b-4c1b-88ef-8ee85e6e73c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=398af7005c0b4be6ad6648dccfacd7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1129365 Mar 24 14:53:36.949356 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45564) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:36.952708 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:36.955168 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=d431db82-8e8a-40c9-9c29-4634fb29de9a,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:36.969597 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ae567-939b-4c1b-88ef-8ee85e6e73c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7551d7-0c18-4fae-9955-575a2fc86d59,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:37.126683 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e on network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:53:37.127371 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Attempting to bind port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e on network 092cf973-6bd7-40f3-8a51-b6842eb57dd3 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:37.133984 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'Port': ['ID=95ae2f59-0bfd-416b-8cc3-dee139f03ede,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:37.269098 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 719d6c4a-c51b-467e-a500-4e7547e8ea5b triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:37.270246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.284332 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] For port 719d6c4a-c51b-467e-a500-4e7547e8ea5b, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=719d6c4a-c51b-467e-a500-4e7547e8ea5b,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:37.318267 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.326499 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.326711 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.407057 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (4e999877-3394-4020-b1a7-538b8d4ae5ce), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.462185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.467803 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4780788 Mar 24 14:53:37.472125 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09182c-eb2a-4930-be46-ee616ab25ce9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=e72cd5d9-72d9-4718-9fae-014e592baecd,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:37.555956 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:37.556351 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Checking segment: {'id': '84bd5d46-96da-4f6b-a78e-0b6651a43ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:37.556915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Bound using segment: {'id': '84bd5d46-96da-4f6b-a78e-0b6651a43ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:37.559323 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5e7bf-f02e-4cb9-b613-f6d2fff88ac7 None None] Pushing event updated for resources: {'Port': ['ID=719d6c4a-c51b-467e-a500-4e7547e8ea5b,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:37.568529 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Bound port: 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bd5d46-96da-4f6b-a78e-0b6651a43ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:37.569984 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.602677 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:37.613247 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:37.639589 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:37.654891 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.731303 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:37.736467 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:37.747572 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.787562 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Provisioning complete for port 10e7e908-401a-4ad4-b848-cfe93c758b10 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:37.788026 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.800107 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75d318e-0ffb-4bd2-93ec-fdc17d17e822 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:37.862207 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45588) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:37.867202 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Publish callbacks [] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.868373 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-21065f5c-6fe4-4f98-a276-917575c2f438 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296903044', 'description': 'tempest-description--676949484'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:37.872229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-54a4e467-8edf-45a7-8209-a111d03423bc admin admin] Publish callbacks [] for security_group (3b7551d7-0c18-4fae-9955-575a2fc86d59), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:37.954540 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21065f5c-6fe4-4f98-a276-917575c2f438 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.043549 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-66b8d05f-fb20-453a-be66-371e41d579ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4129786 Mar 24 14:53:38.118016 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Request body: {'port': {'device_id': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:38.201385 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21065f5c-6fe4-4f98-a276-917575c2f438 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (44a981eb-5a2b-47a3-93c4-19cb3ac717c9), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.204171 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Transition to ACTIVE for port object b75d318e-0ffb-4bd2-93ec-fdc17d17e822 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:53:38.213207 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-54a4e467-8edf-45a7-8209-a111d03423bc admin admin] Publish callbacks [] for security_group (3b7551d7-0c18-4fae-9955-575a2fc86d59), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.260813 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21065f5c-6fe4-4f98-a276-917575c2f438 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (44a981eb-5a2b-47a3-93c4-19cb3ac717c9), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.303463 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] For port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:38.319425 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.334609 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 719d6c4a-c51b-467e-a500-4e7547e8ea5b is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:38.336528 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 0672e17a-cba8-4cdc-8524-0b9dc691e237 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:38.403293 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21065f5c-6fe4-4f98-a276-917575c2f438 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.404731 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-21065f5c-6fe4-4f98-a276-917575c2f438 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5406888 Mar 24 14:53:38.407850 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21065f5c-6fe4-4f98-a276-917575c2f438 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a981eb-5a2b-47a3-93c4-19cb3ac717c9,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:38.410195 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45602) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:38.429910 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Current status of the port 10e7e908-401a-4ad4-b848-cfe93c758b10 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:38.430346 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.438546 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-66073932-21a3-4e3b-89f1-b2e0b41491d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'security_group_rule': {'security_group_id': '44a981eb-5a2b-47a3-93c4-19cb3ac717c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:38.474923 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:38.475391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98327d-1d74-405d-8be4-ed7a6716970a req-8f09d265-7587-4c44-9505-01c4d3aa0c68 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:38.483586 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9a98327d-1d74-405d-8be4-ed7a6716970a req-8f09d265-7587-4c44-9505-01c4d3aa0c68 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 943 time: 0.4422629 Mar 24 14:53:38.519901 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] For port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,segment=NetworkSegment(84bd5d46-96da-4f6b-a78e-0b6651a43ec0),segment_id=84bd5d46-96da-4f6b-a78e-0b6651a43ec0)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:38.594150 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c486773-dd45-4436-a3dc-80481bef1e42 None None] The sync data for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi is: [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:38.635985 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.647325 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-66073932-21a3-4e3b-89f1-b2e0b41491d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (4b5ac7fb-8bc4-41ad-91da-79056c0d6e72), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.694639 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9a98327d-1d74-405d-8be4-ed7a6716970a req-3fdfce3e-afcd-4176-9d0a-5779512efd3d tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099812 Mar 24 14:53:38.744903 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] For port 10e7e908-401a-4ad4-b848-cfe93c758b10, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=10e7e908-401a-4ad4-b848-cfe93c758b10,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:38.768061 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.828772 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:38.865941 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f809b-e55b-49a9-b06e-ebc0c14f54cd req-95f864df-912a-4d1d-8dfe-db69a28ec9ea tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:38.867596 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1d8f809b-e55b-49a9-b06e-ebc0c14f54cd req-95f864df-912a-4d1d-8dfe-db69a28ec9ea tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 932 time: 0.8444300 Mar 24 14:53:38.868277 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.888037 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:38.892270 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.901939 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e HTTP/1.1" status: 200 len: 1093 time: 7.7996516 Mar 24 14:53:38.906789 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'tag': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:38.907303 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 0672e17a-cba8-4cdc-8524-0b9dc691e237 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:38.909489 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:38.934925 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45618) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:39.080056 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Provisioning complete for port 719d6c4a-c51b-467e-a500-4e7547e8ea5b triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:39.081634 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.150743 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-8f188599-fbb1-4d5f-8ee0-37c2b7e3aa8a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1907832665&fields=id&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 267 time: 0.2146850 Mar 24 14:53:39.157696 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Pushing event updated for resources: {'Port': ['ID=10e7e908-401a-4ad4-b848-cfe93c758b10,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:39.296005 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:30Z', 'revision_number': 2, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:39.304440 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b5649d15-9a7d-44dd-b807-010e76ab13ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.367115 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-66073932-21a3-4e3b-89f1-b2e0b41491d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (4b5ac7fb-8bc4-41ad-91da-79056c0d6e72), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.390537 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Checking router: 705069e7-dd26-48ed-8698-cfe455962ed9 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:53:39.391722 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Updating router 705069e7-dd26-48ed-8698-cfe455962ed9 port 61324589-8385-471d-be0f-bbc87f349f78 binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:53:39.395764 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-66073932-21a3-4e3b-89f1-b2e0b41491d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (4b5ac7fb-8bc4-41ad-91da-79056c0d6e72), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.402211 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-54a4e467-8edf-45a7-8209-a111d03423bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (3b7551d7-0c18-4fae-9955-575a2fc86d59), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.408988 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-54a4e467-8edf-45a7-8209-a111d03423bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.411062 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-54a4e467-8edf-45a7-8209-a111d03423bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b7551d7-0c18-4fae-9955-575a2fc86d59 HTTP/1.1" status: 204 len: 168 time: 2.4354203 Mar 24 14:53:39.442249 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (61324589-8385-471d-be0f-bbc87f349f78), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.490839 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-66073932-21a3-4e3b-89f1-b2e0b41491d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.494653 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-66073932-21a3-4e3b-89f1-b2e0b41491d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0606523 Mar 24 14:53:39.503844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45628) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:39.522183 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66073932-21a3-4e3b-89f1-b2e0b41491d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5ac7fb-8bc4-41ad-91da-79056c0d6e72,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:39.558130 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Attempting to bind port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:39.561893 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Attempting to bind port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:39.564724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Attempting to bind port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:39.579448 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-c453611e-f75c-457d-92db-ec2beb28335c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'security_group_rule': {'security_group_id': '44a981eb-5a2b-47a3-93c4-19cb3ac717c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:39.616233 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-abb19b68-74e4-45de-b5ae-5b0a0948f670 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:39.618956 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 0672e17a-cba8-4cdc-8524-0b9dc691e237 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:39.620115 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c2e83920-9d1f-4ec9-a60b-76202e903f1c up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:39.625156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4e467-8edf-45a7-8209-a111d03423bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7551d7-0c18-4fae-9955-575a2fc86d59,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:39.641994 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-abb19b68-74e4-45de-b5ae-5b0a0948f670 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.4465129 Mar 24 14:53:39.701450 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ffe365-4376-4bb9-9615-4a2ca0129cad" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227", "tag": "3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:39.761104 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdb240-b5d7-4b8d-966b-ee2b00c5a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:39.761285 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-4fbd7bce-47b6-4a22-a64e-0a307d3a88e4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/quotas/d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 375 time: 0.0974791 Mar 24 14:53:39.782483 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:53:39.782810 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Attempting to bind port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:39.834487 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c453611e-f75c-457d-92db-ec2beb28335c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (123c6d77-2f66-4e49-a0cc-6f0fb84404bc), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.868001 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1d8f809b-e55b-49a9-b06e-ebc0c14f54cd req-6a17da01-721d-434b-a2ca-1f164ca9e189 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866447 Mar 24 14:53:39.878832 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:39.879193 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Checking segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:39.879584 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Bound using segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:39.880218 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Bound port: b75d318e-0ffb-4bd2-93ec-fdc17d17e822, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:39.880778 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:39.892938 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-ded82e3a-d5a7-4196-9042-c5bde836427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:39.894904 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-ded82e3a-d5a7-4196-9042-c5bde836427a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=954b4133a08248a793e0416448286a00&device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 1127 time: 0.7956731 Mar 24 14:53:39.906301 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-79c42aa6-649d-48f2-87c4-debad8e4d97d None None] Current status of the port 719d6c4a-c51b-467e-a500-4e7547e8ea5b is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:39.974743 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b5649d15-9a7d-44dd-b807-010e76ab13ca admin admin] Publish callbacks [] for security_group (04d492d4-885d-4c82-9d36-af3727055236), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.000040 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b5649d15-9a7d-44dd-b807-010e76ab13ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (04d492d4-885d-4c82-9d36-af3727055236), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.017893 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.116492 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b5649d15-9a7d-44dd-b807-010e76ab13ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99992a467e1c4ee995c3dd9552d43fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1715991 Mar 24 14:53:40.116492 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5649d15-9a7d-44dd-b807-010e76ab13ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d492d4-885d-4c82-9d36-af3727055236,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:40.127813 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45648) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:40.139857 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-a093964d-4ea9-4c6c-a760-df6c5cad3398 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e HTTP/1.1" status: 200 len: 217 time: 0.1238489 Mar 24 14:53:40.184319 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2615c693-3ede-4db7-afb4-332123131fd2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4219401 Mar 24 14:53:40.249877 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Publish callbacks [] for port (61324589-8385-471d-be0f-bbc87f349f78), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.266186 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (61324589-8385-471d-be0f-bbc87f349f78), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.332098 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port c2e83920-9d1f-4ec9-a60b-76202e903f1c triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:40.332656 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.377433 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fc4c395b-c895-4fa5-871e-736242ecc52b admin admin] Publish callbacks [] for security_group (04d492d4-885d-4c82-9d36-af3727055236), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.439451 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fc4c395b-c895-4fa5-871e-736242ecc52b admin admin] Publish callbacks [] for security_group (04d492d4-885d-4c82-9d36-af3727055236), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.484025 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7fded-ce5a-43d8-8558-7a7515b6d107 None None] Pushing event updated for resources: {'Port': ['ID=61324589-8385-471d-be0f-bbc87f349f78,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:40.488009 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-db67e41a-5e2d-43ca-a0b4-fe4e9a46c921 None None] Provisioning complete for port 95ae2f59-0bfd-416b-8cc3-dee139f03ede triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:40.488199 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-db67e41a-5e2d-43ca-a0b4-fe4e9a46c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.496147 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-7ee695ae-4d4b-4a4a-b716-f65b67598f20 service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027120 Mar 24 14:53:40.595965 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Attempting to bind port 61324589-8385-471d-be0f-bbc87f349f78 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:40.596197 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Attempting to bind port 61324589-8385-471d-be0f-bbc87f349f78 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:40.596494 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Attempting to bind port 61324589-8385-471d-be0f-bbc87f349f78 on network becb1c06-3311-4a7c-a4f3-620a203b1d89 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:40.614142 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-e2c93d06-93ed-4550-b3e6-4243d07d6b5d service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170151 Mar 24 14:53:40.628735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] For port b75d318e-0ffb-4bd2-93ec-fdc17d17e822, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:40.646278 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fc4c395b-c895-4fa5-871e-736242ecc52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (04d492d4-885d-4c82-9d36-af3727055236), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.649349 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fc4c395b-c895-4fa5-871e-736242ecc52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.650790 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-fc4c395b-c895-4fa5-871e-736242ecc52b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04d492d4-885d-4c82-9d36-af3727055236 HTTP/1.1" status: 204 len: 168 time: 0.5148246 Mar 24 14:53:40.661297 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c395b-c895-4fa5-871e-736242ecc52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d492d4-885d-4c82-9d36-af3727055236,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:40.747747 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port c2e83920-9d1f-4ec9-a60b-76202e903f1c is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:40.750050 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:40.750500 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Checking segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:40.750927 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.751309 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Bound using segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:40.751814 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Bound port: 61324589-8385-471d-be0f-bbc87f349f78, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:40.752283 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (61324589-8385-471d-be0f-bbc87f349f78), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.764283 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] For port b75d318e-0ffb-4bd2-93ec-fdc17d17e822, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:40.781125 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-db67e41a-5e2d-43ca-a0b4-fe4e9a46c921 None None] Port 95ae2f59-0bfd-416b-8cc3-dee139f03ede cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:40.847265 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c453611e-f75c-457d-92db-ec2beb28335c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (123c6d77-2f66-4e49-a0cc-6f0fb84404bc), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.871413 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.945917 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c453611e-f75c-457d-92db-ec2beb28335c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (123c6d77-2f66-4e49-a0cc-6f0fb84404bc), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.947100 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] For port 61324589-8385-471d-be0f-bbc87f349f78, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:40.963696 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] For port 61324589-8385-471d-be0f-bbc87f349f78, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=61324589-8385-471d-be0f-bbc87f349f78,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:40.977400 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (61324589-8385-471d-be0f-bbc87f349f78), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.986558 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-4ec47138-1985-45a9-8daa-8a7cbe68a327 None None] Provisioning complete for port 61324589-8385-471d-be0f-bbc87f349f78 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:40.987247 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4ec47138-1985-45a9-8daa-8a7cbe68a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (61324589-8385-471d-be0f-bbc87f349f78), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:40.991107 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-7961aa64-7fda-46b7-9ce6-53eba2624055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:40.992248 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-7961aa64-7fda-46b7-9ce6-53eba2624055 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce24347-9b95-4951-aba4-b1665ab4abe3 HTTP/1.1" status: 200 len: 852 time: 0.8139620 Mar 24 14:53:41.000161 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453611e-f75c-457d-92db-ec2beb28335c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123c6d77-2f66-4e49-a0cc-6f0fb84404bc,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:41.082802 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-883ff574-1918-49fc-85f5-0303794f142b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092cf973-6bd7-40f3-8a51-b6842eb57dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730581 Mar 24 14:53:41.090922 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:41.094487 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:41.100718 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] 10.222.0.46 "PUT /v2.0/ports/b75d318e-0ffb-4bd2-93ec-fdc17d17e822 HTTP/1.1" status: 200 len: 1093 time: 8.4105692 Mar 24 14:53:41.176196 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177c1a-3c16-40cd-a2a4-75be78cff08d req-82ee290c-94d2-479d-8d08-9f284de65a49 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:41.178694 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 10e7e908-401a-4ad4-b848-cfe93c758b10 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:41.187686 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4d177c1a-3c16-40cd-a2a4-75be78cff08d req-82ee290c-94d2-479d-8d08-9f284de65a49 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 943 time: 1.0394549 Mar 24 14:53:41.317696 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45688) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:41.355816 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1731158a-a212-48c2-af8d-65765883e2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:41.450125 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e024011-6f18-40ad-a4be-b84fca65e912 service neutron] Pushing event updated for resources: {'Port': ['ID=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:41.469305 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:53:41.470845 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:53:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:41.473032 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c453611e-f75c-457d-92db-ec2beb28335c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:41.483319 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c453611e-f75c-457d-92db-ec2beb28335c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9117095 Mar 24 14:53:41.486474 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45692) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:41.491871 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:41.543626 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Allocated IP 172.27.1.179 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/9edefd4b-b342-436f-a38a-7ac44da8b296) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:41.579300 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1731158a-a212-48c2-af8d-65765883e2e6 admin admin] Publish callbacks [] for security_group (1b38647f-3557-4dcd-8381-3edcd4145b95), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:41.589427 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1731158a-a212-48c2-af8d-65765883e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1b38647f-3557-4dcd-8381-3edcd4145b95), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:41.618698 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8896934-ff46-4fc8-8047-0be73f95f7ab x-openstack-request-id: req-f8896934-ff46-4fc8-8047-0be73f95f7ab {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:41.619037 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227", "tag": "3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:41.619256 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8896934-ff46-4fc8-8047-0be73f95f7ab {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:41.619726 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8896934-ff46-4fc8-8047-0be73f95f7ab'] response: {'name': 'network-changed', 'server_uuid': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'tag': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e', 'status': 'completed', 'code': 200} Mar 24 14:53:41.633229 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:41.735510 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:53:41.754873 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-c9682a37-4b8e-49d5-8a77-922197e5ea78 service neutron] 10.222.0.46 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320524 Mar 24 14:53:41.914336 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c0e8d362-66cd-4bf2-b2f0-233fdef25bae req-055995ae-9b19-4a36-8361-9b3646739cb6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.1928849 Mar 24 14:53:41.951242 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1731158a-a212-48c2-af8d-65765883e2e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cd308acf2204cf3832f6ec783785ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6317043 Mar 24 14:53:41.955521 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45704) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:41.978197 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731158a-a212-48c2-af8d-65765883e2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b38647f-3557-4dcd-8381-3edcd4145b95,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:42.031982 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7fded-ce5a-43d8-8558-7a7515b6d107 None None] Pushing event updated for resources: {'Port': ['ID=61324589-8385-471d-be0f-bbc87f349f78,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:42.101521 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-4ec47138-1985-45a9-8daa-8a7cbe68a327 None None] Current status of the port 61324589-8385-471d-be0f-bbc87f349f78 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:42.101852 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4ec47138-1985-45a9-8daa-8a7cbe68a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (61324589-8385-471d-be0f-bbc87f349f78), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.130696 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83d71b49-a68c-423d-b9da-c54d7dd97131 admin admin] Publish callbacks [] for security_group (1b38647f-3557-4dcd-8381-3edcd4145b95), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.156547 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 10e7e908-401a-4ad4-b848-cfe93c758b10 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:42.157061 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.174683 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83d71b49-a68c-423d-b9da-c54d7dd97131 admin admin] Publish callbacks [] for security_group (1b38647f-3557-4dcd-8381-3edcd4145b95), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.184527 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-4ec47138-1985-45a9-8daa-8a7cbe68a327 None None] For port 61324589-8385-471d-be0f-bbc87f349f78, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=61324589-8385-471d-be0f-bbc87f349f78,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:42.210274 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4ec47138-1985-45a9-8daa-8a7cbe68a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (61324589-8385-471d-be0f-bbc87f349f78), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.231732 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.302265 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4d177c1a-3c16-40cd-a2a4-75be78cff08d req-e50fb8fb-bd40-4b09-ba5a-0d94d9b6b120 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1135931 Mar 24 14:53:42.343316 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e2375-a5e6-4669-bdc2-9227fc68c51d req-56d3b04c-f527-4722-a21f-42bbc333ffe9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:42.344876 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ce0e2375-a5e6-4669-bdc2-9227fc68c51d req-56d3b04c-f527-4722-a21f-42bbc333ffe9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 932 time: 0.1575313 Mar 24 14:53:42.380100 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-61545cfc-3138-4d5f-9b12-4a4dd98e414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:42.381615 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-61545cfc-3138-4d5f-9b12-4a4dd98e414a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 1127 time: 1.0891490 Mar 24 14:53:42.382992 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83d71b49-a68c-423d-b9da-c54d7dd97131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1b38647f-3557-4dcd-8381-3edcd4145b95), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.386748 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-83d71b49-a68c-423d-b9da-c54d7dd97131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.388214 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-83d71b49-a68c-423d-b9da-c54d7dd97131 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b38647f-3557-4dcd-8381-3edcd4145b95 HTTP/1.1" status: 204 len: 168 time: 0.4303386 Mar 24 14:53:42.403890 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec47138-1985-45a9-8daa-8a7cbe68a327 None None] Pushing event updated for resources: {'Port': ['ID=61324589-8385-471d-be0f-bbc87f349f78,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:42.429703 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-e16b0ffe-a898-42fd-b57a-b6e3dddf4817 None None] Provisioning complete for port 61324589-8385-471d-be0f-bbc87f349f78 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:42.430094 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e16b0ffe-a898-42fd-b57a-b6e3dddf4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (61324589-8385-471d-be0f-bbc87f349f78), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.437788 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ae2f59-0bfd-416b-8cc3-dee139f03ede {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:42.451658 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7eb25e5-3e78-41b1-95bc-0914f35e13fb req-2f93951b-3d06-40a7-a671-3f7a9832ba7b service neutron] 10.222.0.46 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886384 Mar 24 14:53:42.455930 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Publish callbacks [] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.460809 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.477155 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 10e7e908-401a-4ad4-b848-cfe93c758b10 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:42.477666 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Transition to ACTIVE for port object 95ae2f59-0bfd-416b-8cc3-dee139f03ede will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:53:42.478416 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 719d6c4a-c51b-467e-a500-4e7547e8ea5b up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:42.487752 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.548046 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:40Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:53:42.573990 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Pushing event updated for resources: {'Port': ['ID=95ae2f59-0bfd-416b-8cc3-dee139f03ede,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:42.593681 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.619015 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e349c-420e-4345-a21e-681e068d87f0 None None] The sync data for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi is: [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:40Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:53:42.690114 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Attempting to bind port 95ae2f59-0bfd-416b-8cc3-dee139f03ede on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:42.690647 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Attempting to bind port 95ae2f59-0bfd-416b-8cc3-dee139f03ede by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:42.691230 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Attempting to bind port 95ae2f59-0bfd-416b-8cc3-dee139f03ede on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:42.698595 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 719d6c4a-c51b-467e-a500-4e7547e8ea5b triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:42.699001 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'Port': ['ID=9edefd4b-b342-436f-a38a-7ac44da8b296,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:42.699091 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.701664 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Port 95ae2f59-0bfd-416b-8cc3-dee139f03ede on network 26036e81-2e6b-42c1-bfb5-f20edd062767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:53:42.706152 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Attempting to bind port 95ae2f59-0bfd-416b-8cc3-dee139f03ede on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:42.714007 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d71b49-a68c-423d-b9da-c54d7dd97131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b38647f-3557-4dcd-8381-3edcd4145b95,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:42.729421 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:42.732739 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Checking segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:42.734050 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Bound using segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:42.735601 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Bound port: 95ae2f59-0bfd-416b-8cc3-dee139f03ede, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:42.736176 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:42.770541 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:42.774076 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:42.782965 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:42.824238 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ce0e2375-a5e6-4669-bdc2-9227fc68c51d req-148ffe91-8044-4ed3-8d62-13ef968acabb tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718716 Mar 24 14:53:42.886069 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Allocated IP 172.27.1.208 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/283ae997-43d2-47ae-80cf-1cabe5e989fb) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:42.917248 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e16b0ffe-a898-42fd-b57a-b6e3dddf4817 None None] Current status of the port 61324589-8385-471d-be0f-bbc87f349f78 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:42.948147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 719d6c4a-c51b-467e-a500-4e7547e8ea5b is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:42.949382 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d431db82-8e8a-40c9-9c29-4634fb29de9a up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:43.052427 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port d431db82-8e8a-40c9-9c29-4634fb29de9a triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:43.052810 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.085762 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] For port 95ae2f59-0bfd-416b-8cc3-dee139f03ede, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:43.129300 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.155691 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-70508a39-23fd-46f7-ab62-baf3762ae9c1 req-38e7a5f3-cb86-4607-a173-d5c0f411c5a9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.0519011 Mar 24 14:53:43.157369 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (4cad0669-815c-4e42-95ae-f3d9b01fe532), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.169321 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] For port 95ae2f59-0bfd-416b-8cc3-dee139f03ede, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:43.198369 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.207966 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port d431db82-8e8a-40c9-9c29-4634fb29de9a is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:43.219069 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.267411 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:43.294942 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:43.295527 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.297279 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] 10.222.0.46 "PUT /v2.0/ports/95ae2f59-0bfd-416b-8cc3-dee139f03ede HTTP/1.1" status: 200 len: 1094 time: 5.1838052 Mar 24 14:53:43.302665 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:43.311830 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:43.313460 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.373375 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'Port': ['ID=283ae997-43d2-47ae-80cf-1cabe5e989fb,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:43.395854 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (1d16428a-8a4b-49e7-b1f4-812b1ef44e93), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.420192 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 61324589-8385-471d-be0f-bbc87f349f78 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:43.431692 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a430363-77c0-48c7-9bc0-556c7f1c289d service neutron] Pushing event updated for resources: {'Port': ['ID=95ae2f59-0bfd-416b-8cc3-dee139f03ede,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:43.477264 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.529681 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 61324589-8385-471d-be0f-bbc87f349f78 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:43.529979 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (61324589-8385-471d-be0f-bbc87f349f78), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.621766 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'tag': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822'}, {'name': 'network-changed', 'server_uuid': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'tag': '95ae2f59-0bfd-416b-8cc3-dee139f03ede'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:43.630754 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6988431-de99-42ce-bad5-7bc5d3bc9de2" -d '{"events": [{"name": "network-changed", "server_uuid": "f56c7042-dfdc-4d8e-abde-d4e40a0f2623", "tag": "b75d318e-0ffb-4bd2-93ec-fdc17d17e822"}, {"name": "network-changed", "server_uuid": "d97d71bd-f181-4efd-97fd-70f5225ab594", "tag": "95ae2f59-0bfd-416b-8cc3-dee139f03ede"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:43.653783 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1540167-c63f-499b-8f84-334db082912b req-89f0fe6c-72dc-465a-b19e-d985e09f2d75 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:43.658070 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f1540167-c63f-499b-8f84-334db082912b req-89f0fe6c-72dc-465a-b19e-d985e09f2d75 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 943 time: 0.1752641 Mar 24 14:53:43.709081 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 61324589-8385-471d-be0f-bbc87f349f78 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:43.718192 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.730696 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.767724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (4cad0669-815c-4e42-95ae-f3d9b01fe532), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.788749 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f9a98e-c72f-41d8-93c0-ea8707947989 x-openstack-request-id: req-00f9a98e-c72f-41d8-93c0-ea8707947989 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:43.789345 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56c7042-dfdc-4d8e-abde-d4e40a0f2623", "tag": "b75d318e-0ffb-4bd2-93ec-fdc17d17e822", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d97d71bd-f181-4efd-97fd-70f5225ab594", "tag": "95ae2f59-0bfd-416b-8cc3-dee139f03ede", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:43.789345 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00f9a98e-c72f-41d8-93c0-ea8707947989 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:43.789665 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f9a98e-c72f-41d8-93c0-ea8707947989'] response: {'name': 'network-changed', 'server_uuid': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'tag': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822', 'status': 'completed', 'code': 200} Mar 24 14:53:43.790104 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f9a98e-c72f-41d8-93c0-ea8707947989'] response: {'name': 'network-changed', 'server_uuid': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'tag': '95ae2f59-0bfd-416b-8cc3-dee139f03ede', 'status': 'completed', 'code': 200} Mar 24 14:53:43.812718 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.814021 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9346151 Mar 24 14:53:43.828775 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d61e7-9a4a-42f1-bb1c-ebc0b3706800 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'Port': ['ID=9edefd4b-b342-436f-a38a-7ac44da8b296,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:43.867802 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f1540167-c63f-499b-8f84-334db082912b req-72cce58e-337c-4e71-998e-e78c088d39a8 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777143 Mar 24 14:53:43.935390 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.942547 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:43.959264 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (1d16428a-8a4b-49e7-b1f4-812b1ef44e93), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:44.018857 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:44.020278 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5325174 Mar 24 14:53:44.021415 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762250f-7fd1-4dba-bf72-98bc4822d00b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'Port': ['ID=283ae997-43d2-47ae-80cf-1cabe5e989fb,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:44.052704 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97745765-2f74-471a-9c94-15e914e519a5 req-d8674061-bf9b-429a-8d53-394c5a9f94df tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:44.054292 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-97745765-2f74-471a-9c94-15e914e519a5 req-d8674061-bf9b-429a-8d53-394c5a9f94df tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 944 time: 0.1236699 Mar 24 14:53:44.106502 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-ae15c3fa-a65e-4966-9bb0-eb2a5343fef7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--233196598&fields=id&tenant_id=335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 267 time: 0.0563371 Mar 24 14:53:44.124673 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-97745765-2f74-471a-9c94-15e914e519a5 req-e038ac99-8bc4-41da-8e2d-4991a8999e95 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Mar 24 14:53:44.280179 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-3899b5ad-e286-4aff-b8cd-b454ed2dd257 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:44.282372 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-3899b5ad-e286-4aff-b8cd-b454ed2dd257 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 817 time: 0.1687508 Mar 24 14:53:44.284010 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1848ecb3-8f28-4bd7-a52e-bb30568a4e1a req-fea12d65-12b6-46b3-a1ec-baa16b176c64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.0383046 Mar 24 14:53:44.322443 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-81289a24-954c-4168-87c8-64c41e0b7d9f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/quotas/335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 375 time: 0.0304878 Mar 24 14:53:44.396202 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-dcd57ac8-2c89-4b33-85b9-c46ada57402d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654788 Mar 24 14:53:44.503179 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-3e5f7607-8e9c-4974-8fbc-29d2adc7550e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--296903044&fields=id&tenant_id=546c38a2579b41db9797bffa819ca65b HTTP/1.1" status: 200 len: 267 time: 0.0709431 Mar 24 14:53:44.533972 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-a9d7d206-78a8-4860-b5ac-b8690247d407 service neutron] 10.222.0.43 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224632 Mar 24 14:53:44.688179 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-baa6483b-59d1-46e5-858f-3f7d90a1dd5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822 HTTP/1.1" status: 200 len: 217 time: 0.0469155 Mar 24 14:53:44.727985 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-f53ed36b-1189-448e-9b84-d1e09b5c4cda service neutron] 10.222.0.43 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808836 Mar 24 14:53:44.768675 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bbaafe9c-73ee-472d-9320-17f5571434bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:44.772334 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bbaafe9c-73ee-472d-9320-17f5571434bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 810 time: 0.2625871 Mar 24 14:53:44.802447 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-c129dd15-1231-435b-a19a-5930c6331cec tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/quotas/546c38a2579b41db9797bffa819ca65b HTTP/1.1" status: 200 len: 375 time: 0.0194685 Mar 24 14:53:44.804061 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-01580944-e617-4a9a-bdd7-c7a9ff3c90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:44.805581 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-01580944-e617-4a9a-bdd7-c7a9ff3c90f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.1056917 Mar 24 14:53:44.839135 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.46', 62214) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:44.988336 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-a39c9f8f-222d-4317-8e13-694faf6fd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:44.990025 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-a39c9f8f-222d-4317-8e13-694faf6fd43f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 1128 time: 0.1477218 Mar 24 14:53:45.096102 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73772b7-1666-4b64-bb4f-339446ffe278 req-50d49217-c696-4230-9e29-4004e6b3fe65 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:45.100738 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-ecfb1c75-d395-46bc-91f6-f3601b7bd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:45.106290 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c73772b7-1666-4b64-bb4f-339446ffe278 req-50d49217-c696-4230-9e29-4004e6b3fe65 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 943 time: 0.0948370 Mar 24 14:53:45.110057 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-ecfb1c75-d395-46bc-91f6-f3601b7bd5c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2567112 Mar 24 14:53:45.136578 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-f57c1976-2608-4585-9d6f-cc57c80e3774 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3234618 Mar 24 14:53:45.142060 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-c470c261-98e2-48d3-a98a-54593eab0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:45.143965 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-c470c261-98e2-48d3-a98a-54593eab0746 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=954b4133a08248a793e0416448286a00&device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 1127 time: 0.2989595 Mar 24 14:53:45.177510 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-97a267fc-78d6-4d7e-bff4-ff2fa487d840 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:45.179311 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-97a267fc-78d6-4d7e-bff4-ff2fa487d840 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.2653832 Mar 24 14:53:45.183728 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c73772b7-1666-4b64-bb4f-339446ffe278 req-ad6c48f8-0e0e-4976-8008-8e696676d23f tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764465 Mar 24 14:53:45.259505 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a67f7bf2-5f3f-4a8a-a880-29dd90da5b6a req-41269cf4-2dd6-4a31-8a7b-e9ed60fc7df7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 210 time: 0.0293968 Mar 24 14:53:45.393076 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee3e96-95e8-4de1-b8b1-7da8c0548d36 req-9fc156be-a122-4e1d-a2c6-28040c18f3dd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:45.394787 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-82ee3e96-95e8-4de1-b8b1-7da8c0548d36 req-9fc156be-a122-4e1d-a2c6-28040c18f3dd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 944 time: 0.0631952 Mar 24 14:53:45.459436 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-82ee3e96-95e8-4de1-b8b1-7da8c0548d36 req-928f3511-0792-4363-97d0-eae0a26f4252 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567813 Mar 24 14:53:45.560332 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e1345df2-3ea9-47d1-830c-d1a9f19c7414 req-2fcdf371-1252-4b2c-8f43-0555575a5c59 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Mar 24 14:53:45.590738 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45858) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:45.721413 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-c3577353-9149-4def-b395-7d4f394c1c7f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:53:45.728236 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-c3577353-9149-4def-b395-7d4f394c1c7f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2284768 Mar 24 14:53:45.826054 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-a76a628f-0b90-489b-8af6-85f6257cafab service neutron] 10.222.0.43 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967476 Mar 24 14:53:45.837476 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe498-45df-4b2a-be45-c958f0c316da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:45.936782 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe498-45df-4b2a-be45-c958f0c316da admin admin] Publish callbacks [] for security_group (ac9c539b-908d-4b52-8a51-8d61053f07f1), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:45.941515 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-6baaf34f-7dcf-4329-968b-2e54357a7d74 service neutron] 10.222.0.43 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084290 Mar 24 14:53:45.941715 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe498-45df-4b2a-be45-c958f0c316da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ac9c539b-908d-4b52-8a51-8d61053f07f1), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:45.967604 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c8bbe498-45df-4b2a-be45-c958f0c316da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1b059c1fcbc4ba7ac008f903e005f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758342 Mar 24 14:53:45.970412 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 45868) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:45.995463 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbe498-45df-4b2a-be45-c958f0c316da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c539b-908d-4b52-8a51-8d61053f07f1,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:46.042234 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4792ddd5-659c-4cd2-afab-a6710b5c0295 admin admin] Publish callbacks [] for security_group (ac9c539b-908d-4b52-8a51-8d61053f07f1), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.068847 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4792ddd5-659c-4cd2-afab-a6710b5c0295 admin admin] Publish callbacks [] for security_group (ac9c539b-908d-4b52-8a51-8d61053f07f1), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.128385 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4792ddd5-659c-4cd2-afab-a6710b5c0295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ac9c539b-908d-4b52-8a51-8d61053f07f1), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.131325 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4792ddd5-659c-4cd2-afab-a6710b5c0295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.135019 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-4792ddd5-659c-4cd2-afab-a6710b5c0295 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac9c539b-908d-4b52-8a51-8d61053f07f1 HTTP/1.1" status: 204 len: 168 time: 0.1609581 Mar 24 14:53:46.145262 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792ddd5-659c-4cd2-afab-a6710b5c0295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c539b-908d-4b52-8a51-8d61053f07f1,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:46.181568 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b197a340-880c-4f55-9c67-4187181db11e req-4a86e182-b741-41a1-ac56-9f0935785341 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 210 time: 0.0520380 Mar 24 14:53:46.327661 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5c584-00eb-4905-b659-bba0842bd098 req-e9028311-e795-40c7-9f85-c2b13cfee3f8 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:46.329251 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f6c5c584-00eb-4905-b659-bba0842bd098 req-e9028311-e795-40c7-9f85-c2b13cfee3f8 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 943 time: 0.0658612 Mar 24 14:53:46.388249 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bcfcc4f7-12eb-4895-817d-10f5fc010c62 req-578a30de-8fea-429c-bf9e-6a2e06d7783d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 210 time: 0.0308273 Mar 24 14:53:46.439676 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f6c5c584-00eb-4905-b659-bba0842bd098 req-05115622-73af-4233-b692-4c48d404ab4b tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032915 Mar 24 14:53:46.607017 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049531b-f7c8-4bca-81fe-af5bc60a25a7 req-1be93eff-4f72-4cae-96bb-db29793074a1 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:46.614282 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c049531b-f7c8-4bca-81fe-af5bc60a25a7 req-1be93eff-4f72-4cae-96bb-db29793074a1 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 944 time: 0.0717180 Mar 24 14:53:46.644798 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45910) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:46.665872 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d04e910-8e5e-48d0-a128-a6f5db56aeb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.714919 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c049531b-f7c8-4bca-81fe-af5bc60a25a7 req-fc28900c-5253-46fe-9fc5-15f2fb62aea4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977578 Mar 24 14:53:46.802152 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d04e910-8e5e-48d0-a128-a6f5db56aeb3 admin admin] Publish callbacks [] for security_group (fb72769a-6c55-4ec9-9906-569c1c0bf68e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.807278 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d04e910-8e5e-48d0-a128-a6f5db56aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fb72769a-6c55-4ec9-9906-569c1c0bf68e), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.841976 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3c48baa7-2044-4e49-b7d5-58681197e0b0 req-adf37897-0304-4117-81cf-970b65d6fb81 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.1878796 Mar 24 14:53:46.849746 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0d04e910-8e5e-48d0-a128-a6f5db56aeb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03fa754827124ff5a1efaad8a31801be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978745 Mar 24 14:53:46.849746 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e910-8e5e-48d0-a128-a6f5db56aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72769a-6c55-4ec9-9906-569c1c0bf68e,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:46.850245 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 45922) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:46.898815 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c19d-6838-4adb-b51c-53c17d7c0329 admin admin] Publish callbacks [] for security_group (fb72769a-6c55-4ec9-9906-569c1c0bf68e), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.920674 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c19d-6838-4adb-b51c-53c17d7c0329 admin admin] Publish callbacks [] for security_group (fb72769a-6c55-4ec9-9906-569c1c0bf68e), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.971972 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c19d-6838-4adb-b51c-53c17d7c0329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fb72769a-6c55-4ec9-9906-569c1c0bf68e), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.974596 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a1d2c19d-6838-4adb-b51c-53c17d7c0329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:46.975754 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-a1d2c19d-6838-4adb-b51c-53c17d7c0329 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb72769a-6c55-4ec9-9906-569c1c0bf68e HTTP/1.1" status: 204 len: 168 time: 0.1244442 Mar 24 14:53:46.983488 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2c19d-6838-4adb-b51c-53c17d7c0329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72769a-6c55-4ec9-9906-569c1c0bf68e,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:47.139595 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:47.288472 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c0f43db3-52d7-4c57-b677-974a103091ee req-0ed59ba3-632e-4904-9e70-ba0c48c67983 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 210 time: 0.0322683 Mar 24 14:53:47.492934 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c6e02cf4-ac96-4ee0-96c0-cae54657b30f req-019623e3-8383-403c-8c1c-614803da3fe4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 210 time: 0.0298779 Mar 24 14:53:47.570939 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73abe4-2476-4296-9d29-0306b133a6a7 req-d58ef4e9-70f0-402a-8a98-badd7053c07e tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:47.572668 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fd73abe4-2476-4296-9d29-0306b133a6a7 req-d58ef4e9-70f0-402a-8a98-badd7053c07e tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 943 time: 0.0609074 Mar 24 14:53:47.649568 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-a8c4ecb0-4047-40b0-83d3-9e0c69395854 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede HTTP/1.1" status: 200 len: 217 time: 0.0930862 Mar 24 14:53:47.754322 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fd73abe4-2476-4296-9d29-0306b133a6a7 req-30ba49b7-3579-4c77-8b27-a57b2b585057 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486804 Mar 24 14:53:47.759476 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-c74d84b5-28f5-41b0-bc38-ef4783db3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:47.762534 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-c74d84b5-28f5-41b0-bc38-ef4783db3f5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.1010139 Mar 24 14:53:47.847139 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-f53c9820-d49d-4492-99d7-fbbea7c7213a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 380 time: 0.2678893 Mar 24 14:53:47.867787 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'port': {'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'admin_state_up': True, 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'security_groups': ['937e4290-b44b-45cc-9ea7-4d294c639d9a']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:47.893876 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-29cff203-04c3-4141-b48b-a13d3b76d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:47.895552 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-29cff203-04c3-4141-b48b-a13d3b76d3a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=092cf973-6bd7-40f3-8a51-b6842eb57dd3 HTTP/1.1" status: 200 len: 913 time: 0.3096259 Mar 24 14:53:47.897537 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-e00b9689-5558-4474-999a-117e6cc1e831 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169961 Mar 24 14:53:47.899041 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-6a56b3ee-96f5-45fe-adce-184bcffe4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:47.902002 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-6a56b3ee-96f5-45fe-adce-184bcffe4004 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1311677 Mar 24 14:53:48.038729 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-482fa216-e8ee-46a9-9c08-aaeca34f5578 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e HTTP/1.1" status: 200 len: 217 time: 0.0876410 Mar 24 14:53:48.104227 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-36e3e6b8-8417-488b-bfa4-ca50456636ed req-c1d46e3b-9c5a-41ef-a5bb-e2f389b76f3c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.0558062 Mar 24 14:53:48.123132 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-074fb6c3-b9f6-4b86-a1a1-0573f8df9877 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800940 Mar 24 14:53:48.149338 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b590d-0c84-4f49-8ca6-a894a91e2fd4 req-a085f98f-f448-4ba4-aee4-c0d311d13315 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:48.150896 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2f9b590d-0c84-4f49-8ca6-a894a91e2fd4 req-a085f98f-f448-4ba4-aee4-c0d311d13315 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 944 time: 0.2701452 Mar 24 14:53:48.180097 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1e09136f-44e9-4f05-a87e-be7aefd859e1 req-855b8576-5f8f-43fd-aa12-653653601436 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230322 Mar 24 14:53:48.185304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-953475da-b3a4-4eab-97d3-5e4c6105f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:48.187141 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-953475da-b3a4-4eab-97d3-5e4c6105f81f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce24347-9b95-4951-aba4-b1665ab4abe3 HTTP/1.1" status: 200 len: 852 time: 0.1344757 Mar 24 14:53:48.246815 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-def3b280-2cd4-4593-960d-b82d2fe91c2e req-1c123185-d1d2-4d72-ad8b-f8e422e6cdde service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138415 Mar 24 14:53:48.258946 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-8142c86c-1e45-412c-a9c7-0469dda12b86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092cf973-6bd7-40f3-8a51-b6842eb57dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597646 Mar 24 14:53:48.279400 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Made reservation on behalf of d60ef6516f464105bbb22a953fe3a9e8 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:48.282822 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:48.316252 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2f9b590d-0c84-4f49-8ca6-a894a91e2fd4 req-a50fb892-0a69-44a9-b919-bc3958fd3eb1 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325746 Mar 24 14:53:48.380083 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-570a765c-85c1-4ecc-b285-4d166500d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:48.382227 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-570a765c-85c1-4ecc-b285-4d166500d855 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 1127 time: 0.0801792 Mar 24 14:53:48.481600 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-38143429-56ba-4d2a-ac79-abe6b390f89d service neutron] 10.222.0.46 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773531 Mar 24 14:53:48.495445 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f0c04a58-f709-40e6-9df9-717550c71745 req-3b130904-0ae4-43d8-95cb-6e7cc3ad8051 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 210 time: 0.0934196 Mar 24 14:53:48.550101 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.20.0.10 (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2/00049fbd-bcee-48b5-bfe9-bd2fc3967f07/0626ab4b-cf53-4f58-9f2f-664800314414) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:48.617889 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:53:48.755394 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.46', 62224) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:48.880997 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-a6e1ad1b-ab4d-46e8-a423-89d261929182 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:48.883182 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-a6e1ad1b-ab4d-46e8-a423-89d261929182 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 817 time: 0.1624737 Mar 24 14:53:48.886273 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-dc1b9c0b-c2fe-46b2-84b3-b60755866124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:48.887766 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-dc1b9c0b-c2fe-46b2-84b3-b60755866124 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.3914030 Mar 24 14:53:48.902127 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-65cb632b-eede-4045-9eba-c182bebfe3b5 req-b14ee5bb-5d9a-467d-9748-24ac14b6a3f5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 210 time: 0.2345641 Mar 24 14:53:48.975130 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,segment=NetworkSegment(84bd5d46-96da-4f6b-a78e-0b6651a43ec0),segment_id=84bd5d46-96da-4f6b-a78e-0b6651a43ec0)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:49.005944 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e', 'network_id': '092cf973-6bd7-40f3-8a51-b6842eb57dd3', 'port_id': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e', 'mac_address': 'fa:16:3e:84:a1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce24347-9b95-4951-aba4-b1665ab4abe3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:53:49.028777 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-2a7246fa-1a37-4079-9f10-2913c373f888 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822 HTTP/1.1" status: 200 len: 217 time: 0.0627277 Mar 24 14:53:49.078382 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-94ffe365-4376-4bb9-9615-4a2ca0129cad req-eb5b37a9-b90b-487a-ac0d-9bd8c45ef49b service neutron] 10.222.0.46 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754113 Mar 24 14:53:49.124220 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:49.126200 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:49.164243 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:49.176079 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-a9e9e9ed-08ef-40bc-b2f1-513fe111ec4d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 379 time: 0.2580016 Mar 24 14:53:49.201114 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,segment=NetworkSegment(84bd5d46-96da-4f6b-a78e-0b6651a43ec0),segment_id=84bd5d46-96da-4f6b-a78e-0b6651a43ec0)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:49.210263 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:49.224118 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'port': {'device_id': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'admin_state_up': True, 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'security_groups': ['badf5ea9-35ee-4499-a555-a310a4ddacd6']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:49.293984 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:49.330645 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c02dfa4e-0c39-40a5-adb6-05ad885ef4ad req-01fb81d9-0d24-43dd-8181-402f57fe46c8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.0924091 Mar 24 14:53:49.345421 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127e00a-891f-46d6-9748-429a0671d9be req-b49c88bb-f392-4f7d-9c13-6abc3d170edd tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:49.346946 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0127e00a-891f-46d6-9748-429a0671d9be req-b49c88bb-f392-4f7d-9c13-6abc3d170edd tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 943 time: 0.4156876 Mar 24 14:53:49.357905 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (0626ab4b-cf53-4f58-9f2f-664800314414), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:49.360971 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-23ae3ae3-a06d-48e5-95fb-a196d8fea5d5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:49.362536 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-23ae3ae3-a06d-48e5-95fb-a196d8fea5d5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 810 time: 0.5874166 Mar 24 14:53:49.372366 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-40bae182-ba29-4031-b453-07098dd9f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:49.373765 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-40bae182-ba29-4031-b453-07098dd9f638 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.3376780 Mar 24 14:53:49.466379 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0127e00a-891f-46d6-9748-429a0671d9be req-3446f612-6dc9-475c-a95e-6ad00ca7f379 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117129 Mar 24 14:53:49.484713 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Made reservation on behalf of 335b33f41cb34e258ebd47a0bd128982 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:49.488499 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:49.508129 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-6ec4f2f6-3129-4c73-96b0-f265d469c4d4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546c38a2579b41db9797bffa819ca65b HTTP/1.1" status: 200 len: 379 time: 0.1244061 Mar 24 14:53:49.508290 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:49.514569 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-63984e11-456f-4e17-919a-71a053e5e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:49.516184 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-63984e11-456f-4e17-919a-71a053e5e03e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088696 Mar 24 14:53:49.520898 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'port': {'device_id': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'admin_state_up': True, 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'security_groups': ['44a981eb-5a2b-47a3-93c4-19cb3ac717c9']}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:49.560923 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:53:49.653156 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fd60a7fa-d6b7-429c-a8ed-360d2f534065 req-6e069593-1107-4997-8c46-b362a85d15ba tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 210 time: 0.0710554 Mar 24 14:53:49.733201 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-84506b76-ea21-43a6-9157-3aafdd5b5ee4 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067904 Mar 24 14:53:49.803370 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c50c6-6dcd-4fa6-ac48-6a1e8a5150f7 req-514a62e0-d3a6-4b1a-be0e-9afaaad82ed3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:49.805630 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f74c50c6-6dcd-4fa6-ac48-6a1e8a5150f7 req-514a62e0-d3a6-4b1a-be0e-9afaaad82ed3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 944 time: 0.3834472 Mar 24 14:53:49.814428 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Made reservation on behalf of 546c38a2579b41db9797bffa819ca65b for: {'port': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:53:49.821079 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:49.821927 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:49.831159 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:49.835239 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:49.842381 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:49.843480 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:49.932449 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=0626ab4b-cf53-4f58-9f2f-664800314414,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:49.965583 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-bb07ebb4-8b01-4e43-bef4-25602fb62de0 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214913 Mar 24 14:53:49.974832 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-2a0e7243-be21-456a-836a-d096c4865eb9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1137130 Mar 24 14:53:50.013076 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Request body: {'port': {'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:50.088718 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f74c50c6-6dcd-4fa6-ac48-6a1e8a5150f7 req-0936b46c-6c0a-49b0-9e34-33ccbbd25bc6 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620859 Mar 24 14:53:50.090055 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Allocated IP 172.20.0.6 (aded19bd-e31c-4128-9a19-d9f41c2e07dd/474dfd6f-ddd4-4566-a49b-54459e34a291/cb543970-603d-4f7f-81f7-7fe0c512e8cf) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:50.152042 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-41afc949-469d-4500-9120-4bb59600d093 req-cb644142-9994-4969-8c86-39c941376eb6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 210 time: 0.1310143 Mar 24 14:53:50.199641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:50.313644 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-1053848c-881d-4388-a231-db88a98ffdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:50.315443 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-1053848c-881d-4388-a231-db88a98ffdb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 1128 time: 0.2431874 Mar 24 14:53:50.316694 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Allocated IP 172.20.0.3 (becb1c06-3311-4a7c-a4f3-620a203b1d89/d5987748-3766-4c3a-9f4d-d0d799467a63/97bcb147-54e0-4669-9f90-a3b857a2d194) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:53:50.333902 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-c936bcd7-52b2-457d-8d9c-cb355fe225e2 None None] Provisioning complete for port 0626ab4b-cf53-4f58-9f2f-664800314414 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:50.334482 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c936bcd7-52b2-457d-8d9c-cb355fe225e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:50.441767 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-c936bcd7-52b2-457d-8d9c-cb355fe225e2 None None] Port 0626ab4b-cf53-4f58-9f2f-664800314414 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:50.504709 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-9102b951-a627-433a-b9c3-eacc92b2701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:50.508881 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-9102b951-a627-433a-b9c3-eacc92b2701c service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1816323 Mar 24 14:53:50.590012 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 95ae2f59-0bfd-416b-8cc3-dee139f03ede details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:53:50.651127 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:50.697465 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-91d49294-f171-468c-86a3-9e383e31e10a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede HTTP/1.1" status: 200 len: 217 time: 0.0639663 Mar 24 14:53:50.733875 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:50.748000 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce17369-c83c-453f-9288-817fc3b4bef4 req-30800dbf-6b22-457c-b35c-bbebd622391e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:50.749862 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ce17369-c83c-453f-9288-817fc3b4bef4 req-30800dbf-6b22-457c-b35c-bbebd622391e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 932 time: 0.2128437 Mar 24 14:53:50.830684 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57083d-7110-4452-9ad8-78f6108ce284 req-afb2a067-279a-42f0-b62c-05544c591b5e tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:50.834130 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 95ae2f59-0bfd-416b-8cc3-dee139f03ede, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:50.838886 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fb57083d-7110-4452-9ad8-78f6108ce284 req-afb2a067-279a-42f0-b62c-05544c591b5e tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 944 time: 0.2070584 Mar 24 14:53:50.843269 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:53:50.845231 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-6a04d353-af59-4b51-9ab3-52295e3234e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:50.847212 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-6a04d353-af59-4b51-9ab3-52295e3234e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.1299129 Mar 24 14:53:50.851978 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:50.852504 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:50.860486 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:50.877422 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '95ae2f59-0bfd-416b-8cc3-dee139f03ede', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'port_id': '95ae2f59-0bfd-416b-8cc3-dee139f03ede', 'mac_address': 'fa:16:3e:5e:52:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:53:50.885393 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:50.936625 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 95ae2f59-0bfd-416b-8cc3-dee139f03ede is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:50.937173 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:50.953534 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ae2f59-0bfd-416b-8cc3-dee139f03ede {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:50.955462 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ce17369-c83c-453f-9288-817fc3b4bef4 req-072c2f60-17b0-416f-b6a3-63276036f2eb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928697 Mar 24 14:53:50.975855 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 95ae2f59-0bfd-416b-8cc3-dee139f03ede, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:51.018933 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fb57083d-7110-4452-9ad8-78f6108ce284 req-e63b1791-d50d-4fbf-b736-1c2a73a78751 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789973 Mar 24 14:53:51.026437 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.029083 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46096) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:51.062512 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:51.084883 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:51.092912 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:51.112288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0626ab4b-cf53-4f58-9f2f-664800314414 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:51.118169 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:51.123517 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:51.124786 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.128159 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.135480 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Publish callbacks [] for port (0626ab4b-cf53-4f58-9f2f-664800314414), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.163772 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-467c4d3c-d5b2-46a9-809e-2774a995a3c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9609654 Mar 24 14:53:51.167774 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Transition to ACTIVE for port object 0626ab4b-cf53-4f58-9f2f-664800314414 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:53:51.174204 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:51.174204 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.174822 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.178649 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'Port': ['ID=97bcb147-54e0-4669-9f90-a3b857a2d194,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:51.199591 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Request body: {'port': {'device_id': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:51.202980 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-ab295c15-97f3-4269-b19d-4cf48d6d235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:51.210436 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-ab295c15-97f3-4269-b19d-4cf48d6d235a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3435616 Mar 24 14:53:51.274023 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,segment=NetworkSegment(84bd5d46-96da-4f6b-a78e-0b6651a43ec0),segment_id=84bd5d46-96da-4f6b-a78e-0b6651a43ec0)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:51.275782 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:51.292520 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:53:51.323876 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283f9c2-57c4-4cc8-9145-cb4ec21bcc21 req-51a0cf6b-07b9-43a2-8fb6-a78ab027d144 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:51.325620 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b283f9c2-57c4-4cc8-9145-cb4ec21bcc21 req-51a0cf6b-07b9-43a2-8fb6-a78ab027d144 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 931 time: 0.2614672 Mar 24 14:53:51.329581 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:53:51.338804 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:53:51.346936 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:51.347821 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.372246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=95ae2f59-0bfd-416b-8cc3-dee139f03ede,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:51.378851 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-bb23c8d7-6448-495d-ae3e-b4d07a06c890 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8608422 Mar 24 14:53:51.386144 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.406602 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9de7f2-8107-48f9-a9fb-5f9154f6982e req-5f612447-34b1-4ecb-bfad-e331c62f6256 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:51.415469 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d9de7f2-8107-48f9-a9fb-5f9154f6982e req-5f612447-34b1-4ecb-bfad-e331c62f6256 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 945 time: 0.1982265 Mar 24 14:53:51.431507 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Pushing event updated for resources: {'Port': ['ID=0626ab4b-cf53-4f58-9f2f-664800314414,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:51.468193 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:51.481066 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-0adb8db9-5ad1-4513-aa35-62d00ffa3336 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611363 Mar 24 14:53:51.490299 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Request body: {'port': {'device_id': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:53:51.497501 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.509953 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['95ae2f59-0bfd-416b-8cc3-dee139f03ede'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:53:51.512868 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6439cd8e-13b7-444a-953a-7fadb0a69f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.631327 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b283f9c2-57c4-4cc8-9145-cb4ec21bcc21 req-ab753369-4ef4-443e-ba0b-97ba64d3f7ad tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556443 Mar 24 14:53:51.696381 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d9de7f2-8107-48f9-a9fb-5f9154f6982e req-857910b5-f4af-452a-b0fc-b43849872b2f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797792 Mar 24 14:53:51.719031 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Attempting to bind port 0626ab4b-cf53-4f58-9f2f-664800314414 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:51.719475 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Attempting to bind port 0626ab4b-cf53-4f58-9f2f-664800314414 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:51.719902 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Attempting to bind port 0626ab4b-cf53-4f58-9f2f-664800314414 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:51.746064 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38c6700-0f0f-4032-bf7e-5ad29e2a67ce" -d '{"events": [{"server_uuid": "e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227", "name": "network-vif-plugged", "status": "completed", "tag": "3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:51.748619 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Port 0626ab4b-cf53-4f58-9f2f-664800314414 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:53:51.748959 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Attempting to bind port 0626ab4b-cf53-4f58-9f2f-664800314414 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:51.813048 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:51.815529 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Checking segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:51.816229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Bound using segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:51.816977 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Bound port: 0626ab4b-cf53-4f58-9f2f-664800314414, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:51.817569 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.819920 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-3983b2b1-1b30-47fa-ac86-b3ac6708a227 None None] Provisioning complete for port cb543970-603d-4f7f-81f7-7fe0c512e8cf triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:51.821098 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3983b2b1-1b30-47fa-ac86-b3ac6708a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.866186 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:51.961347 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c85f1-2ccf-4496-ba0d-da63addb817e x-openstack-request-id: req-488c85f1-2ccf-4496-ba0d-da63addb817e {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:51.963453 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227", "name": "network-vif-plugged", "status": "completed", "tag": "3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:51.967031 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-488c85f1-2ccf-4496-ba0d-da63addb817e {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:51.967691 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488c85f1-2ccf-4496-ba0d-da63addb817e'] response: {'server_uuid': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e', 'code': 200} Mar 24 14:53:51.978751 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-3983b2b1-1b30-47fa-ac86-b3ac6708a227 None None] Port cb543970-603d-4f7f-81f7-7fe0c512e8cf cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:52.134533 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-75fcd42c-581f-41d1-8bfe-c716fd0dda19 None None] Provisioning complete for port 97bcb147-54e0-4669-9f90-a3b857a2d194 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:52.134909 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-75fcd42c-581f-41d1-8bfe-c716fd0dda19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.184041 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-75fcd42c-581f-41d1-8bfe-c716fd0dda19 None None] Port 97bcb147-54e0-4669-9f90-a3b857a2d194 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:53:52.218236 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-e7e7dc6f-8627-42f2-b040-396162163cc2 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179801 Mar 24 14:53:52.234912 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] For port 0626ab4b-cf53-4f58-9f2f-664800314414, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:52.297509 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6439cd8e-13b7-444a-953a-7fadb0a69f15 admin admin] Publish callbacks [] for security_group (37347038-9fdb-4dee-a63b-c25e102bb1a2), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.312361 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6439cd8e-13b7-444a-953a-7fadb0a69f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (37347038-9fdb-4dee-a63b-c25e102bb1a2), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.319230 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] For port 0626ab4b-cf53-4f58-9f2f-664800314414, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0626ab4b-cf53-4f58-9f2f-664800314414,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:52.346421 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333edfe-1460-4ff9-b6c3-b6894945bcfd req-360437de-7008-46a2-aad2-a6bc11b6e15b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:52.348333 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d333edfe-1460-4ff9-b6c3-b6894945bcfd req-360437de-7008-46a2-aad2-a6bc11b6e15b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 931 time: 0.4991591 Mar 24 14:53:52.361245 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.435917 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305919-64ab-4b1c-a3a1-0e7972ad6f86 req-6e24074d-d7bf-4c36-8727-2235baf0e0e3 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:52.437876 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d8305919-64ab-4b1c-a3a1-0e7972ad6f86 req-6e24074d-d7bf-4c36-8727-2235baf0e0e3 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 944 time: 0.2570686 Mar 24 14:53:52.452021 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:52.452762 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.457714 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] 10.222.0.46 "PUT /v2.0/ports/0626ab4b-cf53-4f58-9f2f-664800314414 HTTP/1.1" status: 200 len: 1094 time: 2.4642403 Mar 24 14:53:52.458384 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:52.460993 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b67796-c288-40a1-9cd7-eab0ad76c579" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:52.473942 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6439cd8e-13b7-444a-953a-7fadb0a69f15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4fe6bf8427f43d9a531c806a3ca286a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4434731 Mar 24 14:53:52.474492 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46146) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:52.501372 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439cd8e-13b7-444a-953a-7fadb0a69f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37347038-9fdb-4dee-a63b-c25e102bb1a2,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:52.522749 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105d9aa-3450-4092-bc2d-4708113f98c2 req-2b2d5e36-fcfd-4f8a-a594-0b681ffac75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:52.524983 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6105d9aa-3450-4092-bc2d-4708113f98c2 req-2b2d5e36-fcfd-4f8a-a594-0b681ffac75f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 1129 time: 0.2528508 Mar 24 14:53:52.557943 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c34249-bb7a-4e86-a60b-caeac1527bbb service neutron] Pushing event updated for resources: {'Port': ['ID=0626ab4b-cf53-4f58-9f2f-664800314414,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:52.574202 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d333edfe-1460-4ff9-b6c3-b6894945bcfd req-c68aa282-b0ec-409f-938d-8b651e1d0c5b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158539 Mar 24 14:53:52.608493 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6105d9aa-3450-4092-bc2d-4708113f98c2 req-d1667c9e-0753-44f9-91a1-4bc4a1bbb36a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.628801 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device b75d318e-0ffb-4bd2-93ec-fdc17d17e822 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:53:52.641448 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 95ae2f59-0bfd-416b-8cc3-dee139f03ede up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:52.690205 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d8305919-64ab-4b1c-a3a1-0e7972ad6f86 req-9c942273-5160-4189-9f83-84ce9e23c951 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346492 Mar 24 14:53:52.701126 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fa873c31-1953-4890-a3d3-b63bdfa432e1 admin admin] Publish callbacks [] for security_group (37347038-9fdb-4dee-a63b-c25e102bb1a2), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.762691 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a6656-1bc6-4e15-a6f7-9bfc5a5dadf9 x-openstack-request-id: req-8b9a6656-1bc6-4e15-a6f7-9bfc5a5dadf9 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:52.763012 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:52.763391 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b9a6656-1bc6-4e15-a6f7-9bfc5a5dadf9 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:52.763753 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9a6656-1bc6-4e15-a6f7-9bfc5a5dadf9'] response: {'name': 'network-changed', 'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414', 'status': 'completed', 'code': 200} Mar 24 14:53:52.796942 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fa873c31-1953-4890-a3d3-b63bdfa432e1 admin admin] Publish callbacks [] for security_group (37347038-9fdb-4dee-a63b-c25e102bb1a2), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.815256 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 95ae2f59-0bfd-416b-8cc3-dee139f03ede completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:53:52.824304 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 95ae2f59-0bfd-416b-8cc3-dee139f03ede triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:52.824896 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.845388 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-311bbe15-7149-4483-abd8-72e556b15519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:52.847431 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-311bbe15-7149-4483-abd8-72e556b15519 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 1128 time: 0.3133130 Mar 24 14:53:52.850288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb543970-603d-4f7f-81f7-7fe0c512e8cf {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:52.867324 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Publish callbacks [] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.880559 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port b75d318e-0ffb-4bd2-93ec-fdc17d17e822, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:52.910572 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'port_id': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822', 'mac_address': 'fa:16:3e:eb:73:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:53:52.934698 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-d94b99f5-af38-40b3-aa56-5c3e8d4e1252 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0626ab4b-cf53-4f58-9f2f-664800314414 HTTP/1.1" status: 200 len: 217 time: 0.0696273 Mar 24 14:53:52.940672 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Transition to ACTIVE for port object cb543970-603d-4f7f-81f7-7fe0c512e8cf will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:53:52.966494 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:52.996838 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bcb147-54e0-4669-9f90-a3b857a2d194 {{(pid=109717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:53.012923 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 95ae2f59-0bfd-416b-8cc3-dee139f03ede is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:53.013134 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Publish callbacks [] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.013250 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.022197 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fa873c31-1953-4890-a3d3-b63bdfa432e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (37347038-9fdb-4dee-a63b-c25e102bb1a2), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.024851 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fa873c31-1953-4890-a3d3-b63bdfa432e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.025981 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-fa873c31-1953-4890-a3d3-b63bdfa432e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37347038-9fdb-4dee-a63b-c25e102bb1a2 HTTP/1.1" status: 204 len: 168 time: 0.5387971 Mar 24 14:53:53.036575 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:53.036983 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.060167 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bac07-5f47-42f3-84e9-c897045b91a7 req-86f944e1-4a24-47af-acff-6d2f61ab28d1 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:53.060824 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f6bda-4094-4480-be54-a38e81a14d74 req-d5e249df-36a7-47f4-817f-878c3f1525b5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:53.062792 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3d2f6bda-4094-4480-be54-a38e81a14d74 req-d5e249df-36a7-47f4-817f-878c3f1525b5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 931 time: 0.2049553 Mar 24 14:53:53.070958 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75d318e-0ffb-4bd2-93ec-fdc17d17e822 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:53.073923 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6d1bac07-5f47-42f3-84e9-c897045b91a7 req-86f944e1-4a24-47af-acff-6d2f61ab28d1 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.3259411 Mar 24 14:53:53.083203 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.provisioning_blocks [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Transition to ACTIVE for port object 97bcb147-54e0-4669-9f90-a3b857a2d194 will not be triggered until provisioned by entity L2. {{(pid=109717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:53:53.094508 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa873c31-1953-4890-a3d3-b63bdfa432e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37347038-9fdb-4dee-a63b-c25e102bb1a2,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:53.111784 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 95ae2f59-0bfd-416b-8cc3-dee139f03ede, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:53.119095 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.123629 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6105d9aa-3450-4092-bc2d-4708113f98c2 req-d1667c9e-0753-44f9-91a1-4bc4a1bbb36a service neutron] Publish callbacks [] for security_group (778a1ad9-e899-46e6-86ab-3c3d3bbe8636), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.132148 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-3749e5cc-3c94-4770-b374-2f1c2576794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:53.137218 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.141636 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-3749e5cc-3c94-4770-b374-2f1c2576794d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.1986368 Mar 24 14:53:53.153623 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6105d9aa-3450-4092-bc2d-4708113f98c2 req-d1667c9e-0753-44f9-91a1-4bc4a1bbb36a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (778a1ad9-e899-46e6-86ab-3c3d3bbe8636), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.159651 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:53.181324 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port b75d318e-0ffb-4bd2-93ec-fdc17d17e822, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:53.191671 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.246469 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=95ae2f59-0bfd-416b-8cc3-dee139f03ede,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:53.363063 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:53.416089 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3d2f6bda-4094-4480-be54-a38e81a14d74 req-594ead03-5991-4319-9000-e92952db2654 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393016 Mar 24 14:53:53.447093 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Pushing event updated for resources: {'Port': ['ID=97bcb147-54e0-4669-9f90-a3b857a2d194,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:53.495339 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.managers [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Attempting to bind port 97bcb147-54e0-4669-9f90-a3b857a2d194 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:53.495339 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.managers [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Attempting to bind port 97bcb147-54e0-4669-9f90-a3b857a2d194 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}] {{(pid=109717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:53.495339 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Attempting to bind port 97bcb147-54e0-4669-9f90-a3b857a2d194 on network becb1c06-3311-4a7c-a4f3-620a203b1d89 {{(pid=109717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:53.501259 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['b75d318e-0ffb-4bd2-93ec-fdc17d17e822'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:53:53.503773 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Port 97bcb147-54e0-4669-9f90-a3b857a2d194 on network becb1c06-3311-4a7c-a4f3-620a203b1d89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:53:53.514680 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Attempting to bind port 97bcb147-54e0-4669-9f90-a3b857a2d194 on network becb1c06-3311-4a7c-a4f3-620a203b1d89 {{(pid=109717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:53.522889 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:53.523306 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Checking segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:53.524141 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Bound using segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} {{(pid=109717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:53.524848 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.managers [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Bound port: 97bcb147-54e0-4669-9f90-a3b857a2d194, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}}] {{(pid=109717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:53.525388 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.698863 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] For port 97bcb147-54e0-4669-9f90-a3b857a2d194, host hv-cinder-83480, cleared binding levels {{(pid=109717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:53.706427 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] For port 97bcb147-54e0-4669-9f90-a3b857a2d194, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=97bcb147-54e0-4669-9f90-a3b857a2d194,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:53.734469 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6d1bac07-5f47-42f3-84e9-c897045b91a7 req-c1135d1d-8409-4979-8fc5-88150b2a6ec2 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569457 Mar 24 14:53:53.737106 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.743472 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6105d9aa-3450-4092-bc2d-4708113f98c2 req-d1667c9e-0753-44f9-91a1-4bc4a1bbb36a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2053301 Mar 24 14:53:53.767494 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Attempting to bind port cb543970-603d-4f7f-81f7-7fe0c512e8cf on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:53:53.769787 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Attempting to bind port cb543970-603d-4f7f-81f7-7fe0c512e8cf by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:53:53.770312 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Attempting to bind port cb543970-603d-4f7f-81f7-7fe0c512e8cf on network aded19bd-e31c-4128-9a19-d9f41c2e07dd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:53.784184 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Port cb543970-603d-4f7f-81f7-7fe0c512e8cf on network aded19bd-e31c-4128-9a19-d9f41c2e07dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:53:53.784825 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Attempting to bind port cb543970-603d-4f7f-81f7-7fe0c512e8cf on network aded19bd-e31c-4128-9a19-d9f41c2e07dd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:53:53.798598 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1667c9e-0753-44f9-91a1-4bc4a1bbb36a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=778a1ad9-e899-46e6-86ab-3c3d3bbe8636,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:53.803191 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed51ba6-19e2-4fba-8340-cafb3793e1df req-34275d75-f6eb-46e5-b444-845ad26a074e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:53.804923 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4ed51ba6-19e2-4fba-8340-cafb3793e1df req-34275d75-f6eb-46e5-b444-845ad26a074e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.2842703 Mar 24 14:53:53.806843 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46176) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:53.841217 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:53:53.842629 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Checking segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:53:53.843446 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Bound using segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:53:53.845273 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Bound port: cb543970-603d-4f7f-81f7-7fe0c512e8cf, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:53:53.845683 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:53.846121 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.846709 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.848731 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] 10.222.0.46 "PUT /v2.0/ports/97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 200 len: 1093 time: 2.4138191 Mar 24 14:53:53.849611 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:53.915052 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-c523059d-e9f2-4584-af5a-48173a5caa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:53.916838 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-c523059d-e9f2-4584-af5a-48173a5caa42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7511544 Mar 24 14:53:53.927042 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d99a-eebb-4f58-b7b3-9b5ea9dfcb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:53.969507 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ae2f59-0bfd-416b-8cc3-dee139f03ede'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:53.973303 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7e8f0a-8657-4380-9746-cda9fbfaea53" -d '{"events": [{"server_uuid": "d97d71bd-f181-4efd-97fd-70f5225ab594", "name": "network-vif-plugged", "status": "completed", "tag": "95ae2f59-0bfd-416b-8cc3-dee139f03ede"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:54.044402 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584f4d0-9d2b-4ac2-ab88-764fdef09f44 service neutron] Pushing event updated for resources: {'Port': ['ID=97bcb147-54e0-4669-9f90-a3b857a2d194,revision_number=3']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:54.092610 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87312-438b-4104-bbbb-02ae11367325 req-0cbdaef4-b1cc-42ea-9227-705a43ef7324 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.100278 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0bf87312-438b-4104-bbbb-02ae11367325 req-0cbdaef4-b1cc-42ea-9227-705a43ef7324 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.2616320 Mar 24 14:53:54.130605 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4ed51ba6-19e2-4fba-8340-cafb3793e1df req-390807fb-5246-4fa0-b02a-178f43a1af80 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059623 Mar 24 14:53:54.200763 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:54.213285 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:53:54.246723 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:53:54.260832 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-6c33bd30-ec74-4267-b270-edddf62fbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.262443 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-6c33bd30-ec74-4267-b270-edddf62fbeb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 1127 time: 0.1167338 Mar 24 14:53:54.262804 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.279925 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0bf87312-438b-4104-bbbb-02ae11367325 req-2d9867fc-1b9e-4e6d-aec3-9cbae6f1e917 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785934 Mar 24 14:53:54.328697 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-6f38e88b-8fcd-4345-a80e-02173b3dca11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 200 len: 217 time: 0.0472713 Mar 24 14:53:54.339949 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.340616 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.342295 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 200 len: 1093 time: 3.1597972 Mar 24 14:53:54.356886 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da45fd-abc7-4e7e-b188-8c6e325e46f9 req-808f8bfd-04dc-435b-bb92-ba211dd7376d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.357950 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-55da45fd-abc7-4e7e-b188-8c6e325e46f9 req-808f8bfd-04dc-435b-bb92-ba211dd7376d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 944 time: 0.1377771 Mar 24 14:53:54.363268 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9414e6-43f8-4329-a8b0-d3246b74138b x-openstack-request-id: req-0c9414e6-43f8-4329-a8b0-d3246b74138b {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:54.363640 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d71bd-f181-4efd-97fd-70f5225ab594", "name": "network-vif-plugged", "status": "completed", "tag": "95ae2f59-0bfd-416b-8cc3-dee139f03ede", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:54.363891 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c9414e6-43f8-4329-a8b0-d3246b74138b {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:54.364318 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9414e6-43f8-4329-a8b0-d3246b74138b'] response: {'server_uuid': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ae2f59-0bfd-416b-8cc3-dee139f03ede', 'code': 200} Mar 24 14:53:54.376684 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-f0220abe-99f6-495c-b1b9-328bdf16b394 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741969 Mar 24 14:53:54.383890 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de587f05-9f75-457e-87cc-26bd08232f98 service neutron] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:54.407233 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d99a-eebb-4f58-b7b3-9b5ea9dfcb56 admin admin] Publish callbacks [] for security_group (1db3583b-1af3-48c4-b846-e09e3a45ee2e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.419381 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9eb7d99a-eebb-4f58-b7b3-9b5ea9dfcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1db3583b-1af3-48c4-b846-e09e3a45ee2e), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.484859 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-b818d94b-6421-4a10-8fa0-ad246e710006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.486272 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-b818d94b-6421-4a10-8fa0-ad246e710006 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.1477325 Mar 24 14:53:54.493371 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc779538-5a73-46c9-b688-15c3aab1876c x-openstack-request-id: req-bc779538-5a73-46c9-b688-15c3aab1876c {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:54.493660 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:54.493921 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc779538-5a73-46c9-b688-15c3aab1876c {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:54.494408 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc779538-5a73-46c9-b688-15c3aab1876c'] response: {'name': 'network-changed', 'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'status': 'completed', 'code': 200} Mar 24 14:53:54.532060 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9eb7d99a-eebb-4f58-b7b3-9b5ea9dfcb56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3a334a65ded4822a5703dc08d7db327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7217941 Mar 24 14:53:54.534773 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7d99a-eebb-4f58-b7b3-9b5ea9dfcb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db3583b-1af3-48c4-b846-e09e3a45ee2e,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:54.537184 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46198) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:54.563542 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-55da45fd-abc7-4e7e-b188-8c6e325e46f9 req-62c12ff2-05a8-4807-8087-d252d06fc5d1 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810966 Mar 24 14:53:54.623199 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device b75d318e-0ffb-4bd2-93ec-fdc17d17e822 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:53:54.625961 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-b1de365c-5377-4af8-ad1e-282f2f359994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.627507 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-b1de365c-5377-4af8-ad1e-282f2f359994 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129405 Mar 24 14:53:54.646034 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-70cfffb5-b5e4-47de-aa21-47d627256269 admin admin] Publish callbacks [] for security_group (1db3583b-1af3-48c4-b846-e09e3a45ee2e), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.680214 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-2e80c20f-c32a-45f3-aaa9-599ea7459aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.681541 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-2e80c20f-c32a-45f3-aaa9-599ea7459aeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 1127 time: 0.2282891 Mar 24 14:53:54.691952 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:53:54.696672 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:53:54.697151 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.708162 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-70cfffb5-b5e4-47de-aa21-47d627256269 admin admin] Publish callbacks [] for security_group (1db3583b-1af3-48c4-b846-e09e3a45ee2e), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.750587 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1172ccb-a3aa-40e0-8f15-480ef2173468 req-11006073-be80-4c51-91f5-40f6f3028cee service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050082 Mar 24 14:53:54.753428 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-6f721dd5-ca5f-4baf-ac07-6f93cfc8ca20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 200 len: 217 time: 0.0484622 Mar 24 14:53:54.772653 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-e4c082ab-acb4-43e2-aeb0-e6f5979e35b9 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375978 Mar 24 14:53:54.777278 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab480-f4bc-420b-a02b-d268cc7de54c req-59b69811-55e5-4eb9-82ca-6a8101cab133 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.780820 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4c3ab480-f4bc-420b-a02b-d268cc7de54c req-59b69811-55e5-4eb9-82ca-6a8101cab133 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 943 time: 0.2181678 Mar 24 14:53:54.786853 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:54.793343 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280795dc-95a2-4077-be34-3d4341cc1f11" -d '{"events": [{"name": "network-changed", "server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:54.818994 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:54.819378 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.858782 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a795e27-29b4-46b9-8d89-8112f344f46b req-59477569-4100-4845-9322-dede841c9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.860757 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8a795e27-29b4-46b9-8d89-8112f344f46b req-59477569-4100-4845-9322-dede841c9ea2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 1130 time: 0.2321780 Mar 24 14:53:54.868834 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:53:54.873264 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-70cfffb5-b5e4-47de-aa21-47d627256269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1db3583b-1af3-48c4-b846-e09e3a45ee2e), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.875980 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-70cfffb5-b5e4-47de-aa21-47d627256269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.877304 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-70cfffb5-b5e4-47de-aa21-47d627256269 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1db3583b-1af3-48c4-b846-e09e3a45ee2e HTTP/1.1" status: 204 len: 168 time: 0.3239384 Mar 24 14:53:54.885978 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port b75d318e-0ffb-4bd2-93ec-fdc17d17e822, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:54.891379 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:54.915826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfffb5-b5e4-47de-aa21-47d627256269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db3583b-1af3-48c4-b846-e09e3a45ee2e,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:54.936323 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-7df97203-ad37-4067-9e79-9b1ab3bd21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.938110 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-7df97203-ad37-4067-9e79-9b1ab3bd21b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.1536324 Mar 24 14:53:54.964355 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defc3e1-29c1-49fc-b836-59d4ae368702 req-524ac960-789f-4256-8901-af0ce5e768fe tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:54.965974 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4defc3e1-29c1-49fc-b836-59d4ae368702 req-524ac960-789f-4256-8901-af0ce5e768fe tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.1260443 Mar 24 14:53:54.968519 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2d534c45-8797-4bee-ad64-f00dcd336d06 req-cbc75213-d997-471e-8af1-5fddbe166428 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888664 Mar 24 14:53:54.996278 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:55.017862 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4c3ab480-f4bc-420b-a02b-d268cc7de54c req-ac7b2b6b-8003-4335-acfb-8717fdfa3690 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999044 Mar 24 14:53:55.020100 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8a795e27-29b4-46b9-8d89-8112f344f46b req-0b774e1e-aa80-4325-b7c0-8af5f8943dc8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436458 Mar 24 14:53:55.034523 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-6ff7d6c6-1386-4112-864d-616c496c4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.038158 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-6ff7d6c6-1386-4112-864d-616c496c4bc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 1128 time: 0.1623521 Mar 24 14:53:55.055361 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d3ab-5c45-4236-8984-d893dff73039 req-7dd90555-bbb6-4c40-bdad-4c5309ae1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.056902 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-7dd90555-bbb6-4c40-bdad-4c5309ae1805 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042526 Mar 24 14:53:55.065891 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4defc3e1-29c1-49fc-b836-59d4ae368702 req-c6836fc6-7b79-4fb4-96b1-8e959a2cf6a8 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833755 Mar 24 14:53:55.091867 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973c0848-ae1d-4b36-b55e-ccbab8afe218 x-openstack-request-id: req-973c0848-ae1d-4b36-b55e-ccbab8afe218 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:55.092154 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:55.092574 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-973c0848-ae1d-4b36-b55e-ccbab8afe218 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:55.093153 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973c0848-ae1d-4b36-b55e-ccbab8afe218'] response: {'name': 'network-changed', 'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'status': 'completed', 'code': 200} Mar 24 14:53:55.288022 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e02db-3715-4a05-ba31-a3202a48bbcf req-8acd8d2e-5110-47c9-8e13-ea81de26cae7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.289539 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e42e02db-3715-4a05-ba31-a3202a48bbcf req-8acd8d2e-5110-47c9-8e13-ea81de26cae7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0748131 Mar 24 14:53:55.363362 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e42e02db-3715-4a05-ba31-a3202a48bbcf req-be73feb2-c146-4ec3-98f2-d41e05f7b6c8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603149 Mar 24 14:53:55.682855 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46246) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:55.701714 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-857c48ee-0d19-4a0c-a5a7-2657141d7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.706443 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-857c48ee-0d19-4a0c-a5a7-2657141d7e7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.3582673 Mar 24 14:53:55.714714 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-c6d05b6d-abd6-46b8-89db-3e4f280d0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.716300 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-c6d05b6d-abd6-46b8-89db-3e4f280d0025 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 1127 time: 0.3483601 Mar 24 14:53:55.718436 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc75de5-0e8a-4668-8e2a-899a0ad398f2 req-1ac18887-13d3-4058-a522-5adddaa720a0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.727003 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ddc75de5-0e8a-4668-8e2a-899a0ad398f2 req-1ac18887-13d3-4058-a522-5adddaa720a0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 944 time: 0.0758834 Mar 24 14:53:55.763719 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f427244-5e96-4726-8b1b-ad6dfb6684d1 req-749c126b-8bf2-4fb5-ad8c-0bac70838144 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.770958 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0f427244-5e96-4726-8b1b-ad6dfb6684d1 req-749c126b-8bf2-4fb5-ad8c-0bac70838144 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.3417640 Mar 24 14:53:55.773701 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-207485d7-0a75-4f4c-9180-2795a2e921c4 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297998 Mar 24 14:53:55.786721 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ddc75de5-0e8a-4668-8e2a-899a0ad398f2 req-5a928c11-69eb-40e2-b96c-d4132e83493e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585878 Mar 24 14:53:55.822178 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-5becc961-4630-4448-b60b-732159afedbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0626ab4b-cf53-4f58-9f2f-664800314414 HTTP/1.1" status: 200 len: 217 time: 0.1049516 Mar 24 14:53:55.832738 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9263d0c4-c8f8-408b-aafc-fed2f36ebf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:55.902434 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0f427244-5e96-4726-8b1b-ad6dfb6684d1 req-a1bd4b00-65ed-4b79-a4a9-85a11bb707fc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290097 Mar 24 14:53:55.928360 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9263d0c4-c8f8-408b-aafc-fed2f36ebf78 admin admin] Publish callbacks [] for security_group (80eaa8e4-aecc-4c27-bb90-129814b76dc1), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:55.933430 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9263d0c4-c8f8-408b-aafc-fed2f36ebf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (80eaa8e4-aecc-4c27-bb90-129814b76dc1), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:55.938560 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-d9fcfa28-604e-4a7b-b967-e05a44e4da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:55.940259 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-d9fcfa28-604e-4a7b-b967-e05a44e4da72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 911 time: 0.1872644 Mar 24 14:53:55.975119 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9263d0c4-c8f8-408b-aafc-fed2f36ebf78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6f5e721584744ad9f00163006cef710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901642 Mar 24 14:53:55.977672 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 46260) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:55.978357 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263d0c4-c8f8-408b-aafc-fed2f36ebf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eaa8e4-aecc-4c27-bb90-129814b76dc1,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:56.031190 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cda45051-3802-4ac0-966d-ca2bcef3007d admin admin] Publish callbacks [] for security_group (80eaa8e4-aecc-4c27-bb90-129814b76dc1), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.052604 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cda45051-3802-4ac0-966d-ca2bcef3007d admin admin] Publish callbacks [] for security_group (80eaa8e4-aecc-4c27-bb90-129814b76dc1), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.111301 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cda45051-3802-4ac0-966d-ca2bcef3007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (80eaa8e4-aecc-4c27-bb90-129814b76dc1), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.115193 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cda45051-3802-4ac0-966d-ca2bcef3007d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.116579 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-cda45051-3802-4ac0-966d-ca2bcef3007d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80eaa8e4-aecc-4c27-bb90-129814b76dc1 HTTP/1.1" status: 204 len: 168 time: 0.1375892 Mar 24 14:53:56.124929 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda45051-3802-4ac0-966d-ca2bcef3007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eaa8e4-aecc-4c27-bb90-129814b76dc1,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:56.177520 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0ab02-b6ed-4df6-821f-d534b5ac60f8 req-5a6f9796-0226-4049-8edd-c24f8f212bd3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:56.187201 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a5d0ab02-b6ed-4df6-821f-d534b5ac60f8 req-5a6f9796-0226-4049-8edd-c24f8f212bd3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 943 time: 0.0720248 Mar 24 14:53:56.231548 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf7a5-2417-4d20-9ca8-e78c50336855 req-e2756cbf-7600-4d6b-b2f2-c4186c24fa0d tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:56.233416 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-02caf7a5-2417-4d20-9ca8-e78c50336855 req-e2756cbf-7600-4d6b-b2f2-c4186c24fa0d tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0657773 Mar 24 14:53:56.241112 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a5d0ab02-b6ed-4df6-821f-d534b5ac60f8 req-caaabc9f-5e9b-49ef-a720-1913bdc63bec tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529728 Mar 24 14:53:56.291715 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-02caf7a5-2417-4d20-9ca8-e78c50336855 req-fcae635a-39ad-4ee3-ac11-87fe737b23b3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504589 Mar 24 14:53:56.365720 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:53:56.369830 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9751a1ab-639a-4ce6-a670-5b30a0618283" -d '{"events": [{"server_uuid": "f56c7042-dfdc-4d8e-abde-d4e40a0f2623", "name": "network-vif-plugged", "status": "completed", "tag": "b75d318e-0ffb-4bd2-93ec-fdc17d17e822"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:53:56.449242 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b6adf6-7e6c-47dd-9a88-68fad158718c x-openstack-request-id: req-77b6adf6-7e6c-47dd-9a88-68fad158718c {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:53:56.449586 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56c7042-dfdc-4d8e-abde-d4e40a0f2623", "name": "network-vif-plugged", "status": "completed", "tag": "b75d318e-0ffb-4bd2-93ec-fdc17d17e822", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:53:56.449850 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77b6adf6-7e6c-47dd-9a88-68fad158718c {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:53:56.450411 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b6adf6-7e6c-47dd-9a88-68fad158718c'] response: {'server_uuid': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822', 'code': 200} Mar 24 14:53:56.528903 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581016f9-d646-4c16-b432-272781e8a823 req-ff017859-42be-4029-abc0-7df9d9061d4e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:56.530255 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-581016f9-d646-4c16-b432-272781e8a823 req-ff017859-42be-4029-abc0-7df9d9061d4e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0685983 Mar 24 14:53:56.585334 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-581016f9-d646-4c16-b432-272781e8a823 req-1b06dd76-fd2e-477e-b455-f115d2eac9c0 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487587 Mar 24 14:53:56.644647 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46292) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:56.658753 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5b46d47e-046e-4fc1-9561-06201966ea3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.746476 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5b46d47e-046e-4fc1-9561-06201966ea3d admin admin] Publish callbacks [] for security_group (bd8fa470-674e-4de5-87b9-0ffa4e75d4f3), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.751504 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5b46d47e-046e-4fc1-9561-06201966ea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (bd8fa470-674e-4de5-87b9-0ffa4e75d4f3), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.789431 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5b46d47e-046e-4fc1-9561-06201966ea3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10bff91fe488477fa331d8e4875e921d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436598 Mar 24 14:53:56.790318 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46d47e-046e-4fc1-9561-06201966ea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8fa470-674e-4de5-87b9-0ffa4e75d4f3,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:56.792621 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 46300) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:56.851977 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c57c8eaa-a183-429b-a05f-7323a11c0312 admin admin] Publish callbacks [] for security_group (bd8fa470-674e-4de5-87b9-0ffa4e75d4f3), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.881589 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c57c8eaa-a183-429b-a05f-7323a11c0312 admin admin] Publish callbacks [] for security_group (bd8fa470-674e-4de5-87b9-0ffa4e75d4f3), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.905000 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707982a6-07c1-4403-b45f-4039e7da1773 req-7e258c17-c5ad-4c52-93d0-fcbdad09436b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:56.906641 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-707982a6-07c1-4403-b45f-4039e7da1773 req-7e258c17-c5ad-4c52-93d0-fcbdad09436b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 944 time: 0.0572753 Mar 24 14:53:56.956933 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c57c8eaa-a183-429b-a05f-7323a11c0312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (bd8fa470-674e-4de5-87b9-0ffa4e75d4f3), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.959514 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c57c8eaa-a183-429b-a05f-7323a11c0312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:56.960670 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c57c8eaa-a183-429b-a05f-7323a11c0312 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd8fa470-674e-4de5-87b9-0ffa4e75d4f3 HTTP/1.1" status: 204 len: 168 time: 0.1662934 Mar 24 14:53:56.971520 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c8eaa-a183-429b-a05f-7323a11c0312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8fa470-674e-4de5-87b9-0ffa4e75d4f3,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:56.992992 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-707982a6-07c1-4403-b45f-4039e7da1773 req-f644ec9c-a82d-4faf-9605-25b362cd0a91 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799866 Mar 24 14:53:57.052469 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d965-9a2f-4a31-87ee-bb74d8d03e5e req-cd64c5eb-042c-42fd-b1a3-10f079cec5ae tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:57.054123 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f6f0d965-9a2f-4a31-87ee-bb74d8d03e5e req-cd64c5eb-042c-42fd-b1a3-10f079cec5ae tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0671709 Mar 24 14:53:57.109454 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f6f0d965-9a2f-4a31-87ee-bb74d8d03e5e req-482c5848-e68e-4a0b-a680-22c8c237e3b2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482743 Mar 24 14:53:57.361281 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be48139-3a32-475b-887b-e92d781e549a req-e15d7a0c-7621-433a-866b-be2bcb63d9e2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:57.362809 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2be48139-3a32-475b-887b-e92d781e549a req-e15d7a0c-7621-433a-866b-be2bcb63d9e2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 943 time: 0.0544562 Mar 24 14:53:57.390288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 46342) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:57.403386 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8dd62640-fff1-4580-a85f-02972e0e0824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.412195 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2be48139-3a32-475b-887b-e92d781e549a req-e6557d3c-ec6e-468f-bcd6-33b42d0509f8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Mar 24 14:53:57.484304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8dd62640-fff1-4580-a85f-02972e0e0824 admin admin] Publish callbacks [] for security_group (bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.489382 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8dd62640-fff1-4580-a85f-02972e0e0824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.499465 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46346) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:57.527487 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-8dd62640-fff1-4580-a85f-02972e0e0824 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=718c35ac46ba4a64b95c993e2c4eac47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360383 Mar 24 14:53:57.528558 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd62640-fff1-4580-a85f-02972e0e0824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:57.530249 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46350) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:57.576613 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fcd14ed-fb9b-45d0-8c44-56a1e10eea74 admin admin] Publish callbacks [] for security_group (bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.614561 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3e398fa8-12c6-472e-b7ec-f01deea598b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.617297 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fcd14ed-fb9b-45d0-8c44-56a1e10eea74 admin admin] Publish callbacks [] for security_group (bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.700276 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fcd14ed-fb9b-45d0-8c44-56a1e10eea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.702683 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fcd14ed-fb9b-45d0-8c44-56a1e10eea74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.703805 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1fcd14ed-fb9b-45d0-8c44-56a1e10eea74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14 HTTP/1.1" status: 204 len: 168 time: 0.1724007 Mar 24 14:53:57.721362 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3e398fa8-12c6-472e-b7ec-f01deea598b3 admin admin] Publish callbacks [] for security_group (9f365a94-4e1d-4617-bfd5-1d49691f054e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.722509 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd14ed-fb9b-45d0-8c44-56a1e10eea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f9e1e-1ca0-4afa-9d43-6d65c7e00e14,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:57.727075 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3e398fa8-12c6-472e-b7ec-f01deea598b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9f365a94-4e1d-4617-bfd5-1d49691f054e), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.733817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d4f70-cc60-4b4d-8c44-d688db3dd844 req-b89b4a98-704f-48b2-a711-045a9cfdeb33 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:57.735361 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-680d4f70-cc60-4b4d-8c44-d688db3dd844 req-b89b4a98-704f-48b2-a711-045a9cfdeb33 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0754788 Mar 24 14:53:57.768616 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e398fa8-12c6-472e-b7ec-f01deea598b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f365a94-4e1d-4617-bfd5-1d49691f054e,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:57.773273 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3e398fa8-12c6-472e-b7ec-f01deea598b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=327a054ec25a48698ccb138135206830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727306 Mar 24 14:53:57.783986 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46360) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:57.811679 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-680d4f70-cc60-4b4d-8c44-d688db3dd844 req-6ca02167-7c01-43d7-9557-93dfb755cc89 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563762 Mar 24 14:53:57.836001 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37d4d50a-29f9-4626-967b-a93e14f0d4f9 admin admin] Publish callbacks [] for security_group (9f365a94-4e1d-4617-bfd5-1d49691f054e), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.857194 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37d4d50a-29f9-4626-967b-a93e14f0d4f9 admin admin] Publish callbacks [] for security_group (9f365a94-4e1d-4617-bfd5-1d49691f054e), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.907663 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37d4d50a-29f9-4626-967b-a93e14f0d4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9f365a94-4e1d-4617-bfd5-1d49691f054e), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.910337 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37d4d50a-29f9-4626-967b-a93e14f0d4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:57.911503 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-37d4d50a-29f9-4626-967b-a93e14f0d4f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f365a94-4e1d-4617-bfd5-1d49691f054e HTTP/1.1" status: 204 len: 168 time: 0.1264310 Mar 24 14:53:57.921090 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4d50a-29f9-4626-967b-a93e14f0d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f365a94-4e1d-4617-bfd5-1d49691f054e,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:58.125508 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9661-5b3a-4325-bb9b-393f7450097e req-e8ac3a44-85f3-4983-8dc9-4065f79cb482 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.127030 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-99bc9661-5b3a-4325-bb9b-393f7450097e req-e8ac3a44-85f3-4983-8dc9-4065f79cb482 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 944 time: 0.0602534 Mar 24 14:53:58.186555 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-99bc9661-5b3a-4325-bb9b-393f7450097e req-f797fcff-ce32-4b32-bdaf-0cb845481a2d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522609 Mar 24 14:53:58.245500 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193502d2-fa5c-439f-8520-285ce5545342 req-2c507c0c-fce2-4a75-964e-5ab363f9cd5b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.252183 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-193502d2-fa5c-439f-8520-285ce5545342 req-2c507c0c-fce2-4a75-964e-5ab363f9cd5b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0647144 Mar 24 14:53:58.266127 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46386) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:58.280221 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-70ffc26b-46bb-47f2-b9e7-1ba417420e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:58.294116 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-193502d2-fa5c-439f-8520-285ce5545342 req-54a6cb63-8476-464d-8773-663a4aef1991 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 Mar 24 14:53:58.362583 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-70ffc26b-46bb-47f2-b9e7-1ba417420e9a admin admin] Publish callbacks [] for security_group (6358ed32-dfa1-4d04-81bd-d0c525949eff), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:58.369825 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-70ffc26b-46bb-47f2-b9e7-1ba417420e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (6358ed32-dfa1-4d04-81bd-d0c525949eff), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:58.410891 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-70ffc26b-46bb-47f2-b9e7-1ba417420e9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=512f76e61e0246619fc88ebf2453d9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410553 Mar 24 14:53:58.410891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffc26b-46bb-47f2-b9e7-1ba417420e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6358ed32-dfa1-4d04-81bd-d0c525949eff,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:58.411972 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46388) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:53:58.478020 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbff5-88ed-4fa0-9e23-6080ee8a1b89 admin admin] Publish callbacks [] for security_group (6358ed32-dfa1-4d04-81bd-d0c525949eff), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:58.507891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbff5-88ed-4fa0-9e23-6080ee8a1b89 admin admin] Publish callbacks [] for security_group (6358ed32-dfa1-4d04-81bd-d0c525949eff), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:58.600577 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618209e-d143-4b38-a172-c8bb5727a15d req-9f47a285-7f01-4701-94d6-c9c487e24e20 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.602119 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2618209e-d143-4b38-a172-c8bb5727a15d req-9f47a285-7f01-4701-94d6-c9c487e24e20 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 943 time: 0.0762634 Mar 24 14:53:58.612460 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbff5-88ed-4fa0-9e23-6080ee8a1b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (6358ed32-dfa1-4d04-81bd-d0c525949eff), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:58.617044 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbff5-88ed-4fa0-9e23-6080ee8a1b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:58.618110 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1c3cbff5-88ed-4fa0-9e23-6080ee8a1b89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6358ed32-dfa1-4d04-81bd-d0c525949eff HTTP/1.1" status: 204 len: 168 time: 0.2052143 Mar 24 14:53:58.636221 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-4ed9b643-245f-4931-880e-be045dc1a3cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 200 len: 217 time: 0.2738616 Mar 24 14:53:58.662020 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0626ab4b-cf53-4f58-9f2f-664800314414 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:53:58.692145 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cbff5-88ed-4fa0-9e23-6080ee8a1b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6358ed32-dfa1-4d04-81bd-d0c525949eff,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:58.709120 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-ba1cdadb-8210-4261-a7be-6de3f9c2611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.722985 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-ba1cdadb-8210-4261-a7be-6de3f9c2611d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.3735640 Mar 24 14:53:58.734103 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2618209e-d143-4b38-a172-c8bb5727a15d req-2331834e-1114-43c4-8946-b9968a3ef944 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138227 Mar 24 14:53:58.755378 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610a67-ee93-4e15-9246-1a2f5b78014d req-ca118436-d54c-4182-adf3-fb28e3012759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.767692 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-70610a67-ee93-4e15-9246-1a2f5b78014d req-ca118436-d54c-4182-adf3-fb28e3012759 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 1129 time: 0.1484244 Mar 24 14:53:58.787648 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-8b7f20bd-3123-4f6d-8419-9c4b7a24178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.789535 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-8b7f20bd-3123-4f6d-8419-9c4b7a24178c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.1379297 Mar 24 14:53:58.803370 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-cc7ee84c-d5f9-49d5-b82f-3e897a32f102 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419920 Mar 24 14:53:58.845382 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-ec4194ec-0927-43f7-9b12-ae535a47fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.847623 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-ec4194ec-0927-43f7-9b12-ae535a47fbe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151638 Mar 24 14:53:58.867869 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-d62f757d-5e4a-42f8-8202-f97f62176a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:58.869750 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-d62f757d-5e4a-42f8-8202-f97f62176a8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634704 Mar 24 14:53:58.954419 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-70610a67-ee93-4e15-9246-1a2f5b78014d req-4fceaf37-37d1-4d74-87da-b75cd9e76644 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479161 Mar 24 14:53:58.989219 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0626ab4b-cf53-4f58-9f2f-664800314414, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0626ab4b-cf53-4f58-9f2f-664800314414,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:59.011652 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '0626ab4b-cf53-4f58-9f2f-664800314414', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:53:59.115660 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 0626ab4b-cf53-4f58-9f2f-664800314414 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:53:59.116053 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:59.160457 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0626ab4b-cf53-4f58-9f2f-664800314414 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:53:59.182434 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0626ab4b-cf53-4f58-9f2f-664800314414, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0626ab4b-cf53-4f58-9f2f-664800314414,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:53:59.188629 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:53:59.237596 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-1624c50d-9e63-4082-88aa-c70d6ce4a7c2 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574495 Mar 24 14:53:59.246138 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f4003-257a-49ce-9a10-6a2030abdf05 req-ceead17b-a76c-4e17-a499-5ee7ffd4edf5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:59.247602 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aa7f4003-257a-49ce-9a10-6a2030abdf05 req-ceead17b-a76c-4e17-a499-5ee7ffd4edf5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.2490082 Mar 24 14:53:59.282859 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-3f30b630-16d6-4335-b5e9-b776a43b615a service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685987 Mar 24 14:53:59.309725 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=0626ab4b-cf53-4f58-9f2f-664800314414,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:53:59.329103 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aa7f4003-257a-49ce-9a10-6a2030abdf05 req-4bd3ad3b-22c1-438a-9ab5-717418f5c633 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745897 Mar 24 14:53:59.404187 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-63290f17-9b01-41db-b2c4-b7f149be129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:59.405762 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-63290f17-9b01-41db-b2c4-b7f149be129a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 1127 time: 0.0633824 Mar 24 14:53:59.617078 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f3941-e0da-4801-9470-8f80ad5b0f16 req-22219029-4cde-43ae-ada4-246124d9d70a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:59.618870 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-087f3941-e0da-4801-9470-8f80ad5b0f16 req-22219029-4cde-43ae-ada4-246124d9d70a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 945 time: 0.1347756 Mar 24 14:53:59.644876 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46b7b1d9-29ab-42e7-acd4-f01d52965c4e req-0e5a4b4a-5a30-4822-8cff-4bcb4b23c34a service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484729 Mar 24 14:53:59.649021 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['0626ab4b-cf53-4f58-9f2f-664800314414'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:53:59.654750 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0b67796-c288-40a1-9cd7-eab0ad76c579 req-d9ac52fb-3424-47e2-b130-900b4919eefe service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680225 Mar 24 14:53:59.721473 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-087f3941-e0da-4801-9470-8f80ad5b0f16 req-fc225bd1-d7fc-4679-ba28-f63f6d60cef9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893962 Mar 24 14:53:59.866941 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-950e1457-35fa-494a-9f5f-1a55eb7e6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:59.872870 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-950e1457-35fa-494a-9f5f-1a55eb7e6486 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.4402473 Mar 24 14:53:59.878541 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16510b-c64f-4854-8321-84a9b5ccde01 req-583e9fc9-3ff7-4007-bbc5-4ac6b9d54ae1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:53:59.887238 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ed16510b-c64f-4854-8321-84a9b5ccde01 req-583e9fc9-3ff7-4007-bbc5-4ac6b9d54ae1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0669150 Mar 24 14:53:59.942642 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ed16510b-c64f-4854-8321-84a9b5ccde01 req-b2761d9e-9166-4279-ba0b-dd4c981f0243 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541840 Mar 24 14:53:59.985734 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-8d0cdbdc-3265-4eb2-a617-76c0e4fb647b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 200 len: 217 time: 0.0392535 Mar 24 14:54:00.005944 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5c636-7604-4d83-ba04-6e08f2e5653a req-98c461a2-5b05-488a-a773-e068d75f4c69 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:00.007452 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-18d5c636-7604-4d83-ba04-6e08f2e5653a req-98c461a2-5b05-488a-a773-e068d75f4c69 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 943 time: 0.1011229 Mar 24 14:54:00.058645 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-18d5c636-7604-4d83-ba04-6e08f2e5653a req-ff560654-0a45-4e7c-bc92-eabbe22ba329 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445006 Mar 24 14:54:00.166656 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-8b6bf95e-3eb6-4c18-8a77-91be35468fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:00.168379 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-8b6bf95e-3eb6-4c18-8a77-91be35468fe9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0511470 Mar 24 14:54:00.223310 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-8e86d24e-59a4-4275-838a-39b8eab044f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:00.225620 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-8e86d24e-59a4-4275-838a-39b8eab044f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492313 Mar 24 14:54:00.244165 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-de6c7a17-b159-483e-9507-82f85a4fc09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:00.331227 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-19fbf3bf-7213-4eb7-b7c6-d94c07f6c163 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964038 Mar 24 14:54:00.422742 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 46494) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:00.470699 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-280795dc-95a2-4077-be34-3d4341cc1f11 req-6a6fff19-8852-40a8-b04a-1484bd2c7252 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196175 Mar 24 14:54:00.473791 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f703d8-f96e-4e0b-828d-d26612e2356d req-830850de-a0c6-4801-a292-7f9ebeae1138 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:00.480748 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-93f703d8-f96e-4e0b-828d-d26612e2356d req-830850de-a0c6-4801-a292-7f9ebeae1138 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0682445 Mar 24 14:54:00.539484 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-93f703d8-f96e-4e0b-828d-d26612e2356d req-c69a82e8-5947-42a2-a39e-3a6ddaec8a17 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576806 Mar 24 14:54:00.628202 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-06947da1-a18c-4288-adb6-83c883f1a52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:00.723745 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-06947da1-a18c-4288-adb6-83c883f1a52f admin admin] Publish callbacks [] for security_group (89aa12ca-8dd5-4447-a267-e8beb9f7ee45), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:00.730015 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-06947da1-a18c-4288-adb6-83c883f1a52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (89aa12ca-8dd5-4447-a267-e8beb9f7ee45), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:00.821430 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-06947da1-a18c-4288-adb6-83c883f1a52f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30de3c2cd2ad40f3a8020238549d6270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947413 Mar 24 14:54:00.828387 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46516) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:00.833672 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06947da1-a18c-4288-adb6-83c883f1a52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aa12ca-8dd5-4447-a267-e8beb9f7ee45,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:00.868752 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9e62d-1abb-493a-8114-d71ae2edb8bb req-00180e75-2907-4e1d-a0d4-695ff341c114 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:00.871589 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1e9e62d-1abb-493a-8114-d71ae2edb8bb req-00180e75-2907-4e1d-a0d4-695ff341c114 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0691648 Mar 24 14:54:00.931294 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13241ab3-f58d-4c72-868e-939efe51a657 req-d1cb0163-7f37-4ddf-98d2-1c15bbebc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:00.932633 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e1e9e62d-1abb-493a-8114-d71ae2edb8bb req-072d4739-4759-43c3-a3a4-f0e9562fa530 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541465 Mar 24 14:54:00.933207 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13241ab3-f58d-4c72-868e-939efe51a657 req-d1cb0163-7f37-4ddf-98d2-1c15bbebc9c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 1130 time: 0.1193876 Mar 24 14:54:00.960142 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d8132-4ed8-4316-b4ce-b147d6fa93d5 req-5314fb57-de9a-4c58-b277-a34172eee6f3 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:00.961590 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-505d8132-4ed8-4316-b4ce-b147d6fa93d5 req-5314fb57-de9a-4c58-b277-a34172eee6f3 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 945 time: 0.1339915 Mar 24 14:54:01.004296 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-09c97797-346d-4289-907e-0270a23bfccc admin admin] Publish callbacks [] for security_group (89aa12ca-8dd5-4447-a267-e8beb9f7ee45), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:01.063819 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-09c97797-346d-4289-907e-0270a23bfccc admin admin] Publish callbacks [] for security_group (89aa12ca-8dd5-4447-a267-e8beb9f7ee45), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:01.080183 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58013dd8-687f-41a1-b68a-0f1ccac49dfc req-a386aab0-35a7-47f8-8306-3dd740d8ba3d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:01.082317 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58013dd8-687f-41a1-b68a-0f1ccac49dfc req-a386aab0-35a7-47f8-8306-3dd740d8ba3d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0623631 Mar 24 14:54:01.124971 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-505d8132-4ed8-4316-b4ce-b147d6fa93d5 req-c0411b83-774b-4a7d-83db-c1ac39ea4882 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516614 Mar 24 14:54:01.130208 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13241ab3-f58d-4c72-868e-939efe51a657 req-5311b012-20ae-4ef1-8bb2-98396fa4cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:01.131832 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13241ab3-f58d-4c72-868e-939efe51a657 req-5311b012-20ae-4ef1-8bb2-98396fa4cbd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1913974 Mar 24 14:54:01.147296 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58013dd8-687f-41a1-b68a-0f1ccac49dfc req-0315e827-960f-468f-afae-ae3d22595a05 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476701 Mar 24 14:54:01.186893 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13241ab3-f58d-4c72-868e-939efe51a657 req-f44234e4-8619-4c93-868e-093963b7b3f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede HTTP/1.1" status: 200 len: 217 time: 0.0484393 Mar 24 14:54:01.205798 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-09c97797-346d-4289-907e-0270a23bfccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (89aa12ca-8dd5-4447-a267-e8beb9f7ee45), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:01.208248 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-09c97797-346d-4289-907e-0270a23bfccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:01.209288 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-09c97797-346d-4289-907e-0270a23bfccc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89aa12ca-8dd5-4447-a267-e8beb9f7ee45 HTTP/1.1" status: 204 len: 168 time: 0.3795395 Mar 24 14:54:01.260369 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c97797-346d-4289-907e-0270a23bfccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aa12ca-8dd5-4447-a267-e8beb9f7ee45,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:01.278712 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13241ab3-f58d-4c72-868e-939efe51a657 req-33743f6d-e323-45fc-9b23-913e273b7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:01.280262 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13241ab3-f58d-4c72-868e-939efe51a657 req-33743f6d-e323-45fc-9b23-913e273b7965 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0827618 Mar 24 14:54:01.301353 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affded5-7117-457f-ad7a-281d3dd8ca67 req-80909841-4a26-4d4d-84c7-667e1c2b8600 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:01.302810 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1affded5-7117-457f-ad7a-281d3dd8ca67 req-80909841-4a26-4d4d-84c7-667e1c2b8600 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 943 time: 0.1150627 Mar 24 14:54:01.369049 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13241ab3-f58d-4c72-868e-939efe51a657 req-7bd5de28-2194-4b1b-a09e-646d38ad730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:01.370503 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13241ab3-f58d-4c72-868e-939efe51a657 req-7bd5de28-2194-4b1b-a09e-646d38ad730a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836937 Mar 24 14:54:01.377519 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1affded5-7117-457f-ad7a-281d3dd8ca67 req-b66187f1-8996-40b1-ba0a-994d0e1d38cd tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559916 Mar 24 14:54:01.473711 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13241ab3-f58d-4c72-868e-939efe51a657 req-be3d4dd0-c5c2-428d-9fc1-b321b0a4d5d4 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916424 Mar 24 14:54:01.570420 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13241ab3-f58d-4c72-868e-939efe51a657 req-b77e248d-f379-4bf9-806b-03d55719f70c service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908432 Mar 24 14:54:02.071560 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f27df-d2fb-4bf1-bf3f-0e2b6431f114 req-01dd5e13-4d78-4d3d-95bb-84053c9c3f25 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:02.073393 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cf9f27df-d2fb-4bf1-bf3f-0e2b6431f114 req-01dd5e13-4d78-4d3d-95bb-84053c9c3f25 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0688190 Mar 24 14:54:02.141817 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cf9f27df-d2fb-4bf1-bf3f-0e2b6431f114 req-30ad05ec-c5b5-4bb9-9fa1-ff343fa6f759 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619299 Mar 24 14:54:02.257790 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999dda5-a3d6-47fb-9c74-7ab5972aa958 req-f39fdd32-b7a8-4426-bc13-015b72e58ac8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:02.264691 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6999dda5-a3d6-47fb-9c74-7ab5972aa958 req-f39fdd32-b7a8-4426-bc13-015b72e58ac8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 945 time: 0.0675266 Mar 24 14:54:02.307472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d2cba-a759-46b9-873a-2d4ed441451f req-591b9426-0398-4093-994d-80843fdefdfd tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:02.315062 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6999dda5-a3d6-47fb-9c74-7ab5972aa958 req-c9a134df-2f9b-4c43-8ee7-674f17afaf48 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495224 Mar 24 14:54:02.318419 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-148d2cba-a759-46b9-873a-2d4ed441451f req-591b9426-0398-4093-994d-80843fdefdfd tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0900042 Mar 24 14:54:02.370164 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-148d2cba-a759-46b9-873a-2d4ed441451f req-7abdcfa6-c165-44d1-8c50-7180a57f2ad4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508084 Mar 24 14:54:02.510627 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5ffcb0b-5b0c-4768-ae52-a8650b1d9b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:02.534810 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ebae0-ac9c-47ec-b408-4edcc452b862 req-d16e17a0-6c38-40f4-91fa-2bda70f78b2e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:02.536358 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9d9ebae0-ac9c-47ec-b408-4edcc452b862 req-d16e17a0-6c38-40f4-91fa-2bda70f78b2e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 943 time: 0.0603225 Mar 24 14:54:02.584549 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9d9ebae0-ac9c-47ec-b408-4edcc452b862 req-890af624-dff6-4c40-9a70-d4adc25edc37 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418608 Mar 24 14:54:02.669084 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:54:02.682338 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0626ab4b-cf53-4f58-9f2f-664800314414 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:54:02.796685 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 0626ab4b-cf53-4f58-9f2f-664800314414 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:54:02.804729 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:02.807001 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 0626ab4b-cf53-4f58-9f2f-664800314414 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:54:02.807369 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:02.819328 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46610) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:02.834008 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'port_id': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'mac_address': 'fa:16:3e:6e:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:54:02.887513 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cb543970-603d-4f7f-81f7-7fe0c512e8cf is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:54:02.888265 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:02.925310 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb543970-603d-4f7f-81f7-7fe0c512e8cf {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:54:02.928253 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-67899f8b-e5e5-4125-ab4f-e884800a95ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:02.942643 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 0626ab4b-cf53-4f58-9f2f-664800314414 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:54:02.943017 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:02.957584 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:02.968399 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:02.969031 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 97bcb147-54e0-4669-9f90-a3b857a2d194 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:54:02.977499 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:02.979743 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3fa645-8c78-489a-9bf4-750e3b9a1e76" -d '{"events": [{"server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "name": "network-vif-plugged", "status": "completed", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:03.005508 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-67899f8b-e5e5-4125-ab4f-e884800a95ba admin admin] Publish callbacks [] for security_group (ee78f4f2-367e-4cd4-b766-362ce4a79eda), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.016672 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0626ab4b-cf53-4f58-9f2f-664800314414, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0626ab4b-cf53-4f58-9f2f-664800314414,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:03.023174 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-67899f8b-e5e5-4125-ab4f-e884800a95ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ee78f4f2-367e-4cd4-b766-362ce4a79eda), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.040645 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a61a79c-18a3-483b-9891-8b087864a227 x-openstack-request-id: req-9a61a79c-18a3-483b-9891-8b087864a227 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:03.040918 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "name": "network-vif-plugged", "status": "completed", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:03.041319 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a61a79c-18a3-483b-9891-8b087864a227 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:03.041885 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a61a79c-18a3-483b-9891-8b087864a227'] response: {'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414', 'code': 200} Mar 24 14:54:03.044171 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.070753 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67899f8b-e5e5-4125-ab4f-e884800a95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee78f4f2-367e-4cd4-b766-362ce4a79eda,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:03.091738 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:03.106129 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-67899f8b-e5e5-4125-ab4f-e884800a95ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70bbe56d901947879ad7ff4942d180c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845442 Mar 24 14:54:03.118941 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46622) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:03.169996 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=0626ab4b-cf53-4f58-9f2f-664800314414,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:03.174255 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 97bcb147-54e0-4669-9f90-a3b857a2d194, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=97bcb147-54e0-4669-9f90-a3b857a2d194,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:03.187111 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'port_id': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'mac_address': 'fa:16:3e:a2:25:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:54:03.187533 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e86104e8-4a71-4b01-a95a-1d3446b1912d admin admin] Publish callbacks [] for security_group (ee78f4f2-367e-4cd4-b766-362ce4a79eda), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.217996 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e86104e8-4a71-4b01-a95a-1d3446b1912d admin admin] Publish callbacks [] for security_group (ee78f4f2-367e-4cd4-b766-362ce4a79eda), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.250733 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 97bcb147-54e0-4669-9f90-a3b857a2d194 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:54:03.251130 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.281243 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bcb147-54e0-4669-9f90-a3b857a2d194 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:54:03.309502 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 97bcb147-54e0-4669-9f90-a3b857a2d194, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=97bcb147-54e0-4669-9f90-a3b857a2d194,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:03.314520 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.325483 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e86104e8-4a71-4b01-a95a-1d3446b1912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ee78f4f2-367e-4cd4-b766-362ce4a79eda), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.328311 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e86104e8-4a71-4b01-a95a-1d3446b1912d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.332186 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e86104e8-4a71-4b01-a95a-1d3446b1912d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee78f4f2-367e-4cd4-b766-362ce4a79eda HTTP/1.1" status: 204 len: 168 time: 0.2079105 Mar 24 14:54:03.350501 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b4a8f-10ca-49c7-9294-ea354861a24f req-258faea6-7678-43f3-9f0b-978b93dfad60 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:03.352036 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-153b4a8f-10ca-49c7-9294-ea354861a24f req-258faea6-7678-43f3-9f0b-978b93dfad60 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0949082 Mar 24 14:54:03.354559 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86104e8-4a71-4b01-a95a-1d3446b1912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee78f4f2-367e-4cd4-b766-362ce4a79eda,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:03.378639 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652a00-0c8c-4fa1-b35e-a4539ca75ba4 req-64a117a9-b08f-46de-b120-a2f433381df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:03.380658 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ea652a00-0c8c-4fa1-b35e-a4539ca75ba4 req-64a117a9-b08f-46de-b120-a2f433381df2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 1130 time: 0.0867455 Mar 24 14:54:03.393790 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=97bcb147-54e0-4669-9f90-a3b857a2d194,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:03.449437 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-153b4a8f-10ca-49c7-9294-ea354861a24f req-6f591998-5368-4dc7-ba32-b560d65a9bbc tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831437 Mar 24 14:54:03.456032 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ea652a00-0c8c-4fa1-b35e-a4539ca75ba4 req-b3c37758-b065-4b5d-9477-d67e621e7ec5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663514 Mar 24 14:54:03.504575 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8052e-6e07-459d-9b9c-3502be4d13f0 req-02cadec1-e92b-41da-b1cc-f387f46c1252 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:03.506224 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cef8052e-6e07-459d-9b9c-3502be4d13f0 req-02cadec1-e92b-41da-b1cc-f387f46c1252 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.0719683 Mar 24 14:54:03.576538 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cef8052e-6e07-459d-9b9c-3502be4d13f0 req-033bc559-cb86-4414-a335-a6aa6a3f7b8a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639307 Mar 24 14:54:03.622277 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b3cae-522b-49a8-83dd-c7de716c5a17 req-536f3ce2-53d2-45ca-ac96-7d012d5b0626 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:03.624742 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fd3b3cae-522b-49a8-83dd-c7de716c5a17 req-536f3ce2-53d2-45ca-ac96-7d012d5b0626 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.1016750 Mar 24 14:54:03.719805 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fd3b3cae-522b-49a8-83dd-c7de716c5a17 req-ebde84d7-f1c9-4ff7-addc-57373b8e8e7c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882795 Mar 24 14:54:03.720339 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.768734 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['cb543970-603d-4f7f-81f7-7fe0c512e8cf'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:54:03.771716 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcf746-8e34-4bd3-91f9-6cd1d77da590 req-ac4d7e22-2863-4eda-aceb-3217ec29e0ab tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:03.773329 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8cbcf746-8e34-4bd3-91f9-6cd1d77da590 req-ac4d7e22-2863-4eda-aceb-3217ec29e0ab tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 944 time: 0.1008589 Mar 24 14:54:03.790250 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46666) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:03.804807 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-81cabbdb-457d-4498-b8d8-3ecbdfe93f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.839264 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['97bcb147-54e0-4669-9f90-a3b857a2d194'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:54:03.875806 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8cbcf746-8e34-4bd3-91f9-6cd1d77da590 req-8553ea7a-9239-4c68-8c46-39efbe0a7b33 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930953 Mar 24 14:54:03.917841 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-81cabbdb-457d-4498-b8d8-3ecbdfe93f36 admin admin] Publish callbacks [] for security_group (2ef85a36-984d-49cf-b588-234b0aa2cae4), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.921796 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-81cabbdb-457d-4498-b8d8-3ecbdfe93f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2ef85a36-984d-49cf-b588-234b0aa2cae4), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:03.961919 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-81cabbdb-457d-4498-b8d8-3ecbdfe93f36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a046b33ee3749cab350c01662147c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704712 Mar 24 14:54:03.962896 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cabbdb-457d-4498-b8d8-3ecbdfe93f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef85a36-984d-49cf-b588-234b0aa2cae4,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:03.965369 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46676) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:04.017121 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-44b785ec-499d-45f5-8953-b61e40ea7422 admin admin] Publish callbacks [] for security_group (2ef85a36-984d-49cf-b588-234b0aa2cae4), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:04.050476 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-44b785ec-499d-45f5-8953-b61e40ea7422 admin admin] Publish callbacks [] for security_group (2ef85a36-984d-49cf-b588-234b0aa2cae4), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:04.103905 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-44b785ec-499d-45f5-8953-b61e40ea7422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2ef85a36-984d-49cf-b588-234b0aa2cae4), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:04.106805 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-44b785ec-499d-45f5-8953-b61e40ea7422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:04.108020 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-44b785ec-499d-45f5-8953-b61e40ea7422 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ef85a36-984d-49cf-b588-234b0aa2cae4 HTTP/1.1" status: 204 len: 168 time: 0.1417711 Mar 24 14:54:04.116441 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b785ec-499d-45f5-8953-b61e40ea7422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef85a36-984d-49cf-b588-234b0aa2cae4,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:04.573568 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a2095-d776-4786-9be3-4a4d1164cc04 req-45bae660-94a0-4d09-8ea3-6aad42830a64 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:04.575116 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1e1a2095-d776-4786-9be3-4a4d1164cc04 req-45bae660-94a0-4d09-8ea3-6aad42830a64 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0519269 Mar 24 14:54:04.647411 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1e1a2095-d776-4786-9be3-4a4d1164cc04 req-9c546a02-2581-4081-b58d-6454ddd3dc13 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527544 Mar 24 14:54:04.712707 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c9e7-c471-498d-bb24-fb7a93cdb600 req-e8639fe0-9c7b-405f-8efc-dbe34ab02fb5 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:04.714376 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-df56c9e7-c471-498d-bb24-fb7a93cdb600 req-e8639fe0-9c7b-405f-8efc-dbe34ab02fb5 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.0564532 Mar 24 14:54:04.762249 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-df56c9e7-c471-498d-bb24-fb7a93cdb600 req-369f42e7-e4bb-496e-b129-a51c628f1a71 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Mar 24 14:54:04.841104 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e29ff-0d94-4e19-b7c5-163410ad5587 req-e7e7ec0c-16c0-4576-a4e2-092eff783a2a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:04.842674 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4a2e29ff-0d94-4e19-b7c5-163410ad5587 req-e7e7ec0c-16c0-4576-a4e2-092eff783a2a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0503583 Mar 24 14:54:04.891811 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4a2e29ff-0d94-4e19-b7c5-163410ad5587 req-a764f3e0-0fa6-4b86-b897-6cd27fd762c8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435011 Mar 24 14:54:04.993371 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c523843-6570-4d14-8cd7-cf901166e14c req-2d6e1b60-a11a-4ce7-87e6-246fe71674a5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:04.994845 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c523843-6570-4d14-8cd7-cf901166e14c req-2d6e1b60-a11a-4ce7-87e6-246fe71674a5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 944 time: 0.0506854 Mar 24 14:54:05.043006 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c523843-6570-4d14-8cd7-cf901166e14c req-858c458f-2067-4d66-8ca4-83e1c9ebe81d tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Mar 24 14:54:05.168271 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:05.746676 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eac52-053c-4d0e-9a52-d9e7a7324045 req-d0204558-8828-44f4-9223-fc9b5773a03e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:05.748264 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c36eac52-053c-4d0e-9a52-d9e7a7324045 req-d0204558-8828-44f4-9223-fc9b5773a03e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0532768 Mar 24 14:54:05.794458 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c36eac52-053c-4d0e-9a52-d9e7a7324045 req-aa12a748-446a-4a88-8673-759c81196645 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Mar 24 14:54:05.878488 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728196bc-c88f-4048-a5c9-0f3c5b58f126 req-81208684-2e54-46a8-b3c2-a4142f9a1b75 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:05.879942 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-728196bc-c88f-4048-a5c9-0f3c5b58f126 req-81208684-2e54-46a8-b3c2-a4142f9a1b75 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.0516310 Mar 24 14:54:05.932609 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-728196bc-c88f-4048-a5c9-0f3c5b58f126 req-3886f11a-69d2-48ec-9cc4-d1b03e76100d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469165 Mar 24 14:54:06.012388 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd7b3c-f3be-4837-9a35-d3c8d7ced75f req-940badd0-d89c-47c9-9bc2-1883a5bae903 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:06.013882 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5dbd7b3c-f3be-4837-9a35-d3c8d7ced75f req-940badd0-d89c-47c9-9bc2-1883a5bae903 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0523217 Mar 24 14:54:06.064393 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5dbd7b3c-f3be-4837-9a35-d3c8d7ced75f req-88e6b181-8b75-4aaa-914a-63d50803e987 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420237 Mar 24 14:54:06.162102 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07c2c2-c06b-41aa-becc-65f976756f54 req-85046867-4def-4932-a6c7-75933a18f992 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:06.163573 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ba07c2c2-c06b-41aa-becc-65f976756f54 req-85046867-4def-4932-a6c7-75933a18f992 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 944 time: 0.0547218 Mar 24 14:54:06.210831 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ba07c2c2-c06b-41aa-becc-65f976756f54 req-eaccb277-8dc5-45d4-9992-5fba9c23e41f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Mar 24 14:54:06.580229 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:06.927295 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a191e1-03f6-4928-b356-57cfcead7c0c req-41017b97-232b-4e77-8e7e-96b5a6716d16 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:06.928818 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b7a191e1-03f6-4928-b356-57cfcead7c0c req-41017b97-232b-4e77-8e7e-96b5a6716d16 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0667839 Mar 24 14:54:06.983318 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b7a191e1-03f6-4928-b356-57cfcead7c0c req-04e6637b-1c9c-4f99-b012-4cab393744c7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476892 Mar 24 14:54:07.065948 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced3410-f570-4feb-b2c4-cfd51edd1e19 req-198e9428-8ad3-452b-b574-43eb4db06e4e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:07.087651 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7ced3410-f570-4feb-b2c4-cfd51edd1e19 req-198e9428-8ad3-452b-b574-43eb4db06e4e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.0752475 Mar 24 14:54:07.153271 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7ced3410-f570-4feb-b2c4-cfd51edd1e19 req-9c334e93-3818-4568-8cf7-18ef44b68ff7 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646081 Mar 24 14:54:07.207862 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14f35-3282-4ac6-bc93-f575b3c89c29 req-d9207989-7411-4768-89b1-25598504ffdb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:07.209411 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-92c14f35-3282-4ac6-bc93-f575b3c89c29 req-d9207989-7411-4768-89b1-25598504ffdb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0609589 Mar 24 14:54:07.265679 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-92c14f35-3282-4ac6-bc93-f575b3c89c29 req-2ea8a971-2a2e-4b8f-857d-a93747deac53 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504508 Mar 24 14:54:07.333281 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75400-3764-4c4c-88c2-b7adff5d3882 req-413b9132-b8fd-4fa3-88e9-7dcc01d814dc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:07.334835 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0a75400-3764-4c4c-88c2-b7adff5d3882 req-413b9132-b8fd-4fa3-88e9-7dcc01d814dc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 944 time: 0.0547109 Mar 24 14:54:07.381796 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0a75400-3764-4c4c-88c2-b7adff5d3882 req-76d56fab-ad3e-4fa5-99d9-39f7301fc85a tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412526 Mar 24 14:54:08.119262 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9cb79-b1b4-4e98-a623-e9a3d912d940 req-b139f4a4-2bd9-462b-8a04-9fb08de46c9f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:08.120715 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1dd9cb79-b1b4-4e98-a623-e9a3d912d940 req-b139f4a4-2bd9-462b-8a04-9fb08de46c9f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0626814 Mar 24 14:54:08.171252 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1dd9cb79-b1b4-4e98-a623-e9a3d912d940 req-500bce52-8476-43e8-aa87-1b9a5db8ded2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Mar 24 14:54:08.273427 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b18a47-7fdf-45c5-98eb-31a296ae378f req-fbdab53b-c65d-4b2f-b3ac-f81a1f8bf80f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:08.275005 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b7b18a47-7fdf-45c5-98eb-31a296ae378f req-fbdab53b-c65d-4b2f-b3ac-f81a1f8bf80f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.0541558 Mar 24 14:54:08.323214 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b7b18a47-7fdf-45c5-98eb-31a296ae378f req-84d3b333-26ad-4684-8309-9c2f99df9263 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Mar 24 14:54:08.385559 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10609865-cc50-4f01-88f7-bc9b6c2d9a8b req-8a6392a2-7eab-40a1-95d8-4e0fac752ea5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:08.387064 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-10609865-cc50-4f01-88f7-bc9b6c2d9a8b req-8a6392a2-7eab-40a1-95d8-4e0fac752ea5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0511544 Mar 24 14:54:08.434014 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-10609865-cc50-4f01-88f7-bc9b6c2d9a8b req-77bdf73f-92e9-4efe-a97c-fd0295ed4c1e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405829 Mar 24 14:54:08.481829 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67b5b3-27a2-42ce-b4b4-552fedd33e55 req-6d54b195-d168-41e9-8cc1-f98011b887e8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:08.483485 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fb67b5b3-27a2-42ce-b4b4-552fedd33e55 req-6d54b195-d168-41e9-8cc1-f98011b887e8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.0574248 Mar 24 14:54:08.492384 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 46824) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:08.496861 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:54:08.542351 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1488-d35b-420d-9dd5-f2e2b650a720 req-ed2f000b-2aa8-4e72-9f3f-eb72e73dafdb tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:08.543991 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-96aa1488-d35b-420d-9dd5-f2e2b650a720 req-ed2f000b-2aa8-4e72-9f3f-eb72e73dafdb tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 944 time: 0.0525005 Mar 24 14:54:08.571270 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (4e999877-3394-4020-b1a7-538b8d4ae5ce), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:08.598638 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-96aa1488-d35b-420d-9dd5-f2e2b650a720 req-cbebf979-dff6-490a-a31f-888ce16a69d5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488026 Mar 24 14:54:08.882266 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46836) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:08.992908 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.070189 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Publish callbacks [] for security_group (30fa31f6-99a4-4f69-aafa-2d1a60f71f22), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.075012 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (30fa31f6-99a4-4f69-aafa-2d1a60f71f22), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.112876 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=892e45a4f8b44b5395273732d6371050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294645 Mar 24 14:54:09.113714 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa31f6-99a4-4f69-aafa-2d1a60f71f22,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:09.115656 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46840) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:09.126551 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.127205 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.127205 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.127548 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.127853 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.128172 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.128490 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.128805 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.129121 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.129438 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.129754 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.130068 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.130405 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.130716 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.131023 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd70239d-ba6f-41ff-9ca5-e9f92e45c5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:09.180240 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1847c948-9839-4de2-9342-34389883e660 admin admin] Publish callbacks [] for security_group (30fa31f6-99a4-4f69-aafa-2d1a60f71f22), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.201695 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1847c948-9839-4de2-9342-34389883e660 admin admin] Publish callbacks [] for security_group (30fa31f6-99a4-4f69-aafa-2d1a60f71f22), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.251953 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1847c948-9839-4de2-9342-34389883e660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (30fa31f6-99a4-4f69-aafa-2d1a60f71f22), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.254555 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1847c948-9839-4de2-9342-34389883e660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.257980 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1847c948-9839-4de2-9342-34389883e660 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30fa31f6-99a4-4f69-aafa-2d1a60f71f22 HTTP/1.1" status: 204 len: 168 time: 0.1391847 Mar 24 14:54:09.263471 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847c948-9839-4de2-9342-34389883e660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa31f6-99a4-4f69-aafa-2d1a60f71f22,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:09.386800 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.400969 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48616-64fc-4014-bc1a-069d00794cec req-4e205752-37c0-490a-9b6d-4b43be23af76 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:09.402491 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7aa48616-64fc-4014-bc1a-069d00794cec req-4e205752-37c0-490a-9b6d-4b43be23af76 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.1512299 Mar 24 14:54:09.403125 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (4e999877-3394-4020-b1a7-538b8d4ae5ce), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.529669 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7aa48616-64fc-4014-bc1a-069d00794cec req-571d684f-ff79-43b4-aabb-e892372d301a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902402 Mar 24 14:54:09.547726 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP 4e999877-3394-4020-b1a7-538b8d4ae5ce associated. External IP: 172.27.1.131, port: 0626ab4b-cf53-4f58-9f2f-664800314414. Mar 24 14:54:09.565931 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46858) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:09.581407 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-aed30b60-10d7-4dfa-8b9c-ad1108ee0422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.590834 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9e157-0c6a-45dc-a3fa-7206b6d5b0f5 req-9fde08ef-55a0-44e3-a2e9-8fa33b0482a8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:09.592296 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-73d9e157-0c6a-45dc-a3fa-7206b6d5b0f5 req-9fde08ef-55a0-44e3-a2e9-8fa33b0482a8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0824528 Mar 24 14:54:09.661234 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-73d9e157-0c6a-45dc-a3fa-7206b6d5b0f5 req-9a20cfec-992c-4911-b1e3-4b09def95ec2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608518 Mar 24 14:54:09.705491 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-aed30b60-10d7-4dfa-8b9c-ad1108ee0422 admin admin] Publish callbacks [] for security_group (f7ea68d9-be45-426c-aca7-104b83018952), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.710104 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-aed30b60-10d7-4dfa-8b9c-ad1108ee0422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f7ea68d9-be45-426c-aca7-104b83018952), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.747245 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-aed30b60-10d7-4dfa-8b9c-ad1108ee0422 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6825f42c5b1041fa9d2610da32ed6c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802132 Mar 24 14:54:09.748396 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed30b60-10d7-4dfa-8b9c-ad1108ee0422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ea68d9-be45-426c-aca7-104b83018952,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:09.750840 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 46862) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:09.799185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8de6ed4f-3a64-4615-92f8-fb4ce57690ca admin admin] Publish callbacks [] for security_group (f7ea68d9-be45-426c-aca7-104b83018952), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.800856 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd5928-8401-4751-b74b-31591de00738 req-4fe660fd-86a5-459c-b76e-07e65e8e2644 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:09.802444 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b3bd5928-8401-4751-b74b-31591de00738 req-4fe660fd-86a5-459c-b76e-07e65e8e2644 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 944 time: 0.0788920 Mar 24 14:54:09.810552 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:54:09.822404 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8de6ed4f-3a64-4615-92f8-fb4ce57690ca admin admin] Publish callbacks [] for security_group (f7ea68d9-be45-426c-aca7-104b83018952), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.873012 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8de6ed4f-3a64-4615-92f8-fb4ce57690ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f7ea68d9-be45-426c-aca7-104b83018952), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.875597 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8de6ed4f-3a64-4615-92f8-fb4ce57690ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.879184 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-8de6ed4f-3a64-4615-92f8-fb4ce57690ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7ea68d9-be45-426c-aca7-104b83018952 HTTP/1.1" status: 204 len: 168 time: 0.1250262 Mar 24 14:54:09.886212 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6ed4f-3a64-4615-92f8-fb4ce57690ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ea68d9-be45-426c-aca7-104b83018952,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:09.919689 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b3bd5928-8401-4751-b74b-31591de00738 req-516ce599-f598-413f-a24e-974e2fc4b4a6 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110995 Mar 24 14:54:09.954377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:54:09.959213 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:09.968164 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:54:09.978711 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:54:09.978906 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:54:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:09.991429 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-95b4d6d4-e1eb-45be-93e1-3ee45246ab69 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "PUT /v2.0/floatingips/4e999877-3394-4020-b1a7-538b8d4ae5ce HTTP/1.1" status: 200 len: 992 time: 1.4979558 Mar 24 14:54:09.992100 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:09.994481 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c697178f-5d9c-4a41-b216-09e1a45f23bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:10.030230 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66476f22-25d2-48a7-b5d6-0324db5bd880 x-openstack-request-id: req-66476f22-25d2-48a7-b5d6-0324db5bd880 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:10.030530 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:10.030791 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66476f22-25d2-48a7-b5d6-0324db5bd880 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:10.031202 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66476f22-25d2-48a7-b5d6-0324db5bd880'] response: {'name': 'network-changed', 'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414', 'status': 'completed', 'code': 200} Mar 24 14:54:10.088409 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:54:10.370159 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:09Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:10.396116 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:54:10.404653 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:54:10.405317 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:54:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:10.516808 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:54:10.656258 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842101-09ec-4ddb-94d9-1f46b7263415 req-5f2ec1a2-8f1b-4621-951f-f4f2174da44f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:10.658002 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-af842101-09ec-4ddb-94d9-1f46b7263415 req-5f2ec1a2-8f1b-4621-951f-f4f2174da44f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0552261 Mar 24 14:54:10.727177 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-af842101-09ec-4ddb-94d9-1f46b7263415 req-8c0d47a6-d894-4aca-a3c7-3eee395442c4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Mar 24 14:54:10.774526 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-b578a1c8-8284-44f8-8707-e9f8abd3f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:10.776096 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-b578a1c8-8284-44f8-8707-e9f8abd3f5d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 1130 time: 0.0704539 Mar 24 14:54:10.807966 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:09Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:10.817824 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:54:10.839855 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d80911-8a95-4629-8e95-cdef5a7c267b None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:09Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:54:10.874293 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port cb543970-603d-4f7f-81f7-7fe0c512e8cf completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:54:10.882191 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port cb543970-603d-4f7f-81f7-7fe0c512e8cf triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:54:10.882872 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:10.894910 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59039cc9-a594-45c8-b641-4cb71dcff760 req-a4dca508-4c5a-4061-96bf-dce520e56d9b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:10.902840 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59039cc9-a594-45c8-b641-4cb71dcff760 req-a4dca508-4c5a-4061-96bf-dce520e56d9b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.1314275 Mar 24 14:54:10.983313 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59039cc9-a594-45c8-b641-4cb71dcff760 req-c685bd8e-623c-4596-9401-5497c496ed66 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728250 Mar 24 14:54:10.984643 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-aec85b84-c9e5-42bf-972e-bb1e437a4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:10.986775 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-aec85b84-c9e5-42bf-972e-bb1e437a4539 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.2020669 Mar 24 14:54:11.029851 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cb543970-603d-4f7f-81f7-7fe0c512e8cf is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:54:11.030399 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.077164 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:11.078885 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa60e177-2f84-441c-8ea9-cb4a6df50673" -d '{"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:11.098445 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:11.106415 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.107495 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 97bcb147-54e0-4669-9f90-a3b857a2d194 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:54:11.115584 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175550-b9b7-40a2-ab36-ca7d729a9619 req-4b117221-46a2-4016-a4d8-fec49a500b16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:11.120035 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-59175550-b9b7-40a2-ab36-ca7d729a9619 req-4b117221-46a2-4016-a4d8-fec49a500b16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 944 time: 0.1106949 Mar 24 14:54:11.150560 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-9a5dc8da-6ff7-4f5e-933d-790d11a10c29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0626ab4b-cf53-4f58-9f2f-664800314414 HTTP/1.1" status: 200 len: 1000 time: 0.1435988 Mar 24 14:54:11.163870 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 46912) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:11.202940 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-59175550-b9b7-40a2-ab36-ca7d729a9619 req-bec95402-2d0f-4816-a328-de98da553f7c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716953 Mar 24 14:54:11.311293 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749dce96-46a9-4c06-abfd-1763d5bea31a x-openstack-request-id: req-749dce96-46a9-4c06-abfd-1763d5bea31a {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:11.311596 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:11.312019 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-749dce96-46a9-4c06-abfd-1763d5bea31a {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:11.312417 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749dce96-46a9-4c06-abfd-1763d5bea31a'] response: {'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'code': 200} Mar 24 14:54:11.314492 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a1621-6425-4b8e-b87c-2124c6894d5b None None] New status for floating IP 4e999877-3394-4020-b1a7-538b8d4ae5ce: ACTIVE {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:54:11.339813 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.342163 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-707b1a02-e93b-4fa9-be8d-f4a478846381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:11.345136 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-707b1a02-e93b-4fa9-be8d-f4a478846381 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.1012595 Mar 24 14:54:11.397954 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-d062ae5d-2570-4cd5-98c1-dc911aa6ead0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1494753 Mar 24 14:54:11.467762 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-96e7a446-f0cf-4532-ad7c-c2b2f99f8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:11.469266 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-96e7a446-f0cf-4532-ad7c-c2b2f99f8349 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171362 Mar 24 14:54:11.496545 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:11.542585 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.542929 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.543734 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.543734 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.544024 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.544325 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.544647 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.544962 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.545277 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.545625 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.546071 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.546434 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.546897 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.547218 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.549158 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.594705 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Publish callbacks [] for security_group (abde2b85-a8a5-4452-8d19-f1375760cb55), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.605363 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (abde2b85-a8a5-4452-8d19-f1375760cb55), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.623776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200af16-6a2f-401e-9901-1ffc4f15165c req-4248a83d-c5dc-470f-9e09-60d38bef0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:11.625423 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2200af16-6a2f-401e-9901-1ffc4f15165c req-4248a83d-c5dc-470f-9e09-60d38bef0832 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 1129 time: 0.1594675 Mar 24 14:54:11.630062 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 97bcb147-54e0-4669-9f90-a3b857a2d194 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:54:11.638956 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-9071ac3c-984c-4eaa-8001-17448f0514ec service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606288 Mar 24 14:54:11.668287 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 97bcb147-54e0-4669-9f90-a3b857a2d194 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:54:11.668703 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.676581 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-65593175-0c66-4b69-aed6-9da652a4e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:11.678302 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-65593175-0c66-4b69-aed6-9da652a4e605 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=954b4133a08248a793e0416448286a00&device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 1129 time: 0.1591625 Mar 24 14:54:11.686721 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3af1022f8e7a4f839ea55b7391a1fdd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5216210 Mar 24 14:54:11.689997 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 46930) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:11.690971 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abde2b85-a8a5-4452-8d19-f1375760cb55,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:11.706270 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.706798 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.707231 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.707947 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.708425 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.708844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.710927 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.711317 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.712260 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.712701 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.713141 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.713573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.713998 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.714448 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.714866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c40d8-02ab-4724-b212-f210a821ef7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:54:11.784203 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-feef9962-cfc3-4fb5-bafc-8893b0f379d1 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380048 Mar 24 14:54:11.788415 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 97bcb147-54e0-4669-9f90-a3b857a2d194 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:54:11.788801 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.838860 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 97bcb147-54e0-4669-9f90-a3b857a2d194, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=97bcb147-54e0-4669-9f90-a3b857a2d194,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:11.846604 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.847329 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2200af16-6a2f-401e-9901-1ffc4f15165c req-88f165b4-b7b0-4916-9c55-cfe8608d70ee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103879 Mar 24 14:54:11.879088 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0289ac95-fbba-4f69-aa53-4b5191872025 admin admin] Publish callbacks [] for security_group (abde2b85-a8a5-4452-8d19-f1375760cb55), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.898429 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74d0b8-e50d-4691-afe9-dcd13f21f773 req-f5a84772-14cc-447c-b873-8e98a6d8b4cd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:11.906531 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8b74d0b8-e50d-4691-afe9-dcd13f21f773 req-f5a84772-14cc-447c-b873-8e98a6d8b4cd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0766289 Mar 24 14:54:11.910674 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=97bcb147-54e0-4669-9f90-a3b857a2d194,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:11.923249 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0289ac95-fbba-4f69-aa53-4b5191872025 admin admin] Publish callbacks [] for security_group (abde2b85-a8a5-4452-8d19-f1375760cb55), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.933487 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-35df961d-6dfa-497c-98f7-948acb43a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:11.935150 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-35df961d-6dfa-497c-98f7-948acb43a9fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=092cf973-6bd7-40f3-8a51-b6842eb57dd3 HTTP/1.1" status: 200 len: 913 time: 0.1632767 Mar 24 14:54:11.962682 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8b74d0b8-e50d-4691-afe9-dcd13f21f773 req-8c73958c-1891-42f4-848a-1965dda8fe56 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550354 Mar 24 14:54:11.983641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0289ac95-fbba-4f69-aa53-4b5191872025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (abde2b85-a8a5-4452-8d19-f1375760cb55), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.986490 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0289ac95-fbba-4f69-aa53-4b5191872025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:11.988351 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0289ac95-fbba-4f69-aa53-4b5191872025 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abde2b85-a8a5-4452-8d19-f1375760cb55 HTTP/1.1" status: 204 len: 168 time: 0.2896631 Mar 24 14:54:11.997443 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289ac95-fbba-4f69-aa53-4b5191872025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde2b85-a8a5-4452-8d19-f1375760cb55,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:12.125307 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29636e1-f983-491d-bab3-0ef5a34803a0 req-3d74b26d-2665-4721-a431-52d9e34a53ee tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:12.131480 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b29636e1-f983-491d-bab3-0ef5a34803a0 req-3d74b26d-2665-4721-a431-52d9e34a53ee tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0625808 Mar 24 14:54:12.177783 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b29636e1-f983-491d-bab3-0ef5a34803a0 req-e4fcaec1-a045-40e2-9934-d2d88679c9d9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451791 Mar 24 14:54:12.350076 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce766d1-664c-483c-9fa0-b56792186d76 req-bd67f410-5d66-4382-a48b-32c14f89219b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:12.351808 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6ce766d1-664c-483c-9fa0-b56792186d76 req-bd67f410-5d66-4382-a48b-32c14f89219b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0657632 Mar 24 14:54:12.420260 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6ce766d1-664c-483c-9fa0-b56792186d76 req-f060ea8d-fca2-43d2-b19a-77284a3e18b5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583088 Mar 24 14:54:12.512161 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-9fe23ea0-2f65-4f5a-8465-8b2bde33e859 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e HTTP/1.1" status: 200 len: 217 time: 0.2378850 Mar 24 14:54:12.947757 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b976-378c-4384-90ce-f1ff2495e334 req-8541601c-0565-4c3e-8bd9-e7732a35ff4c tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:12.949219 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3992b976-378c-4384-90ce-f1ff2495e334 req-8541601c-0565-4c3e-8bd9-e7732a35ff4c tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Mar 24 14:54:12.995974 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3992b976-378c-4384-90ce-f1ff2495e334 req-b7f786fe-c523-4631-983e-6c00335d5900 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Mar 24 14:54:13.080313 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1ed1-da1c-4d77-b67f-f7bcf6a50788 req-6bb50733-87d8-4472-8f7c-33668458b54c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:13.081781 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7fae1ed1-da1c-4d77-b67f-f7bcf6a50788 req-6bb50733-87d8-4472-8f7c-33668458b54c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0521269 Mar 24 14:54:13.128403 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7fae1ed1-da1c-4d77-b67f-f7bcf6a50788 req-85919544-4610-4281-b367-b181e9b6f84f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Mar 24 14:54:13.303417 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b478ef-376b-447f-a57a-ee87643733e0 req-68029da6-6476-4231-8f3f-315ba01883d3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:13.305496 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-27b478ef-376b-447f-a57a-ee87643733e0 req-68029da6-6476-4231-8f3f-315ba01883d3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0542214 Mar 24 14:54:13.313086 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:13.316768 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98902a75-18e5-4da8-bc9d-e8d7397acddc" -d '{"events": [{"server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "name": "network-vif-plugged", "status": "completed", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:13.369409 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4ae68f-f27d-4307-905c-18c69f9eb777 x-openstack-request-id: req-4a4ae68f-f27d-4307-905c-18c69f9eb777 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:13.369824 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "name": "network-vif-plugged", "status": "completed", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:13.370203 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a4ae68f-f27d-4307-905c-18c69f9eb777 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:13.371085 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4ae68f-f27d-4307-905c-18c69f9eb777'] response: {'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'code': 200} Mar 24 14:54:13.379283 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-9820ac50-4d05-462f-871f-b0c3874d093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:13.380844 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-9820ac50-4d05-462f-871f-b0c3874d093a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce24347-9b95-4951-aba4-b1665ab4abe3 HTTP/1.1" status: 200 len: 852 time: 0.0572832 Mar 24 14:54:13.387434 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-27b478ef-376b-447f-a57a-ee87643733e0 req-fb34354f-23a0-4927-a004-bbff9af84179 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770178 Mar 24 14:54:13.527517 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2525e41-7577-402d-aa42-2b3d0181fe4f req-3d91077c-0322-4abc-9358-1fa36fca86c9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:13.529001 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e2525e41-7577-402d-aa42-2b3d0181fe4f req-3d91077c-0322-4abc-9358-1fa36fca86c9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0507340 Mar 24 14:54:13.577165 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e2525e41-7577-402d-aa42-2b3d0181fe4f req-0f9779ac-3fb8-4eac-891d-8694f47a6403 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425994 Mar 24 14:54:14.128185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d68777-aabf-45c9-bc24-0b49c994bb7b req-20ca112e-8455-495f-a916-97903ecd849f tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:14.129651 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a5d68777-aabf-45c9-bc24-0b49c994bb7b req-20ca112e-8455-495f-a916-97903ecd849f tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0555854 Mar 24 14:54:14.178226 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a5d68777-aabf-45c9-bc24-0b49c994bb7b req-2c7bec65-c134-4a43-aba6-f90aa31a0ba7 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Mar 24 14:54:14.245135 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92619d-b2fb-42ea-8e66-26808594e24d req-48dc5353-76c5-4d92-bc9c-acada8cca2f2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:14.246639 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bb92619d-b2fb-42ea-8e66-26808594e24d req-48dc5353-76c5-4d92-bc9c-acada8cca2f2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0517807 Mar 24 14:54:14.295280 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bb92619d-b2fb-42ea-8e66-26808594e24d req-558205d6-61be-4693-9664-e961ce16e4ee tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Mar 24 14:54:14.512770 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a76a-70f8-4b5d-86b5-099bf1b1b304 req-06131a96-8942-495d-b372-35a7995bfc4e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:14.514261 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3a07a76a-70f8-4b5d-86b5-099bf1b1b304 req-06131a96-8942-495d-b372-35a7995bfc4e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0522156 Mar 24 14:54:14.563085 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3a07a76a-70f8-4b5d-86b5-099bf1b1b304 req-d512ff65-b3f8-46d7-8c25-313c5e933a40 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Mar 24 14:54:14.703172 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8131-9ed7-426d-bf20-0a3e68cd0571 req-205a34b7-3c9d-42c3-8505-04cd89bbbfd7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:14.704531 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fe2a8131-9ed7-426d-bf20-0a3e68cd0571 req-205a34b7-3c9d-42c3-8505-04cd89bbbfd7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0619738 Mar 24 14:54:14.751813 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fe2a8131-9ed7-426d-bf20-0a3e68cd0571 req-d73acd18-d320-4256-9fb6-e9d0bf19ca75 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Mar 24 14:54:15.296217 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bd1f1-741a-4e34-bbb3-b9a28ef0b77f req-c7b33827-7cfe-4641-95e3-0ba7f4507dcc tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:15.297975 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-732bd1f1-741a-4e34-bbb3-b9a28ef0b77f req-c7b33827-7cfe-4641-95e3-0ba7f4507dcc tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0544386 Mar 24 14:54:15.345766 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-732bd1f1-741a-4e34-bbb3-b9a28ef0b77f req-790f80f8-19ef-465a-bc3c-c5618389409e tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418563 Mar 24 14:54:15.379110 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-847eeb28-c477-4fa2-aab0-9d8e82bc46e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092cf973-6bd7-40f3-8a51-b6842eb57dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337718 Mar 24 14:54:15.486578 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0b25-bfc2-4374-8da0-817d7203d53c req-1873843f-c027-41f0-916c-ec796d4f54c8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:15.488070 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8cda0b25-bfc2-4374-8da0-817d7203d53c req-1873843f-c027-41f0-916c-ec796d4f54c8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.1117599 Mar 24 14:54:15.539886 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-91c8f3dc-4e53-4c91-9f16-3f84e1143f88 service neutron] 10.222.0.46 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370416 Mar 24 14:54:15.615975 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8cda0b25-bfc2-4374-8da0-817d7203d53c req-fe8725e6-ddb9-490f-88eb-b1efb5fb323a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187875 Mar 24 14:54:15.627929 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1613e-cd45-43d6-8cd5-e9337c2b597e req-04f0d05e-994b-440a-bc6c-1264d472dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:15.629413 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e9a1613e-cd45-43d6-8cd5-e9337c2b597e req-04f0d05e-994b-440a-bc6c-1264d472dd7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 1129 time: 0.1334167 Mar 24 14:54:15.686478 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-abede483-79b5-4b25-be1b-55b5cb2d6096 req-0fdd82a4-f992-4dc0-ac2b-2539d05e736c service neutron] 10.222.0.46 "GET /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247458 Mar 24 14:54:15.700434 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e9a1613e-cd45-43d6-8cd5-e9337c2b597e req-f973d388-b607-4d3f-88f5-6a05eab810ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591686 Mar 24 14:54:15.706496 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08099b49-5356-40ab-830f-c55cabf814cb req-a69b322e-118b-4d06-aeff-a53f04374c19 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:15.708131 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-08099b49-5356-40ab-830f-c55cabf814cb req-a69b322e-118b-4d06-aeff-a53f04374c19 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0559385 Mar 24 14:54:15.752766 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-08099b49-5356-40ab-830f-c55cabf814cb req-e5f3aaa2-b0a4-49e5-96c9-889df0adc2d8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Mar 24 14:54:15.878350 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2155-ae73-4d33-a557-0dbcfff682a1 req-561e4156-a8f1-43e4-8949-a5743f9ea3e8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:15.879813 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-696d2155-ae73-4d33-a557-0dbcfff682a1 req-561e4156-a8f1-43e4-8949-a5743f9ea3e8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0560598 Mar 24 14:54:15.927569 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-696d2155-ae73-4d33-a557-0dbcfff682a1 req-de29a5ab-6038-482d-97b0-2290a0af228e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419345 Mar 24 14:54:16.467923 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cef52-ff36-4757-ad9c-8a841afa50d8 req-65b6ba77-da98-4d47-a335-a6da6b1dc708 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:16.469450 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-231cef52-ff36-4757-ad9c-8a841afa50d8 req-65b6ba77-da98-4d47-a335-a6da6b1dc708 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0562620 Mar 24 14:54:16.516051 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-231cef52-ff36-4757-ad9c-8a841afa50d8 req-44a0931d-e6e3-4596-a761-b6c2931c3c7b tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Mar 24 14:54:16.733421 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19419d1e-69d6-4620-9ac5-730b1269cd07 req-65213a6a-200d-4149-8b78-e6e862f5d2fd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:16.741214 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19419d1e-69d6-4620-9ac5-730b1269cd07 req-65213a6a-200d-4149-8b78-e6e862f5d2fd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0564513 Mar 24 14:54:16.787699 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19419d1e-69d6-4620-9ac5-730b1269cd07 req-aef2f33f-09a9-4032-b445-929b9e06081d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Mar 24 14:54:16.915706 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5f8bc-db87-4b96-9250-1e6387051e51 req-e08e1f5f-1c8a-40af-9f70-0609a567ebf7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:16.918893 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-60a5f8bc-db87-4b96-9250-1e6387051e51 req-e08e1f5f-1c8a-40af-9f70-0609a567ebf7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0712137 Mar 24 14:54:16.971282 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-60a5f8bc-db87-4b96-9250-1e6387051e51 req-2002b2f0-65eb-4b54-9c5f-4044f985344d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476832 Mar 24 14:54:17.084287 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65c77-4fce-4d89-881d-37968f2e7d76 req-4c14a71a-691a-4b7d-a5ec-47d8b8d95f28 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:17.086102 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0f65c77-4fce-4d89-881d-37968f2e7d76 req-4c14a71a-691a-4b7d-a5ec-47d8b8d95f28 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0659146 Mar 24 14:54:17.137617 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdcdc1-1f51-4fcf-ba5b-523d695f4b8d req-30916f89-6eab-41b9-ae23-c2a8aa86f836 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:17.139879 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ddcdcdc1-1f51-4fcf-ba5b-523d695f4b8d req-30916f89-6eab-41b9-ae23-c2a8aa86f836 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0840075 Mar 24 14:54:17.141870 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:17.142798 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e0f65c77-4fce-4d89-881d-37968f2e7d76 req-62d04be8-2ab0-4c4e-8af2-d6980af8a2fc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497398 Mar 24 14:54:17.149531 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47092) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:17.154112 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'floatingip': {'port_id': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:54:17.194849 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (4cad0669-815c-4e42-95ae-f3d9b01fe532), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:17.626479 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:17.630866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (4cad0669-815c-4e42-95ae-f3d9b01fe532), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:17.734205 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Floating IP 4cad0669-815c-4e42-95ae-f3d9b01fe532 associated. External IP: 172.27.1.179, port: cb543970-603d-4f7f-81f7-7fe0c512e8cf. Mar 24 14:54:17.835871 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55bb12-8583-4234-98ae-1c0c5bd61ac9 req-d481b8c9-cbfe-430d-bfed-e06a2ebc346d tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:17.837372 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1c55bb12-8583-4234-98ae-1c0c5bd61ac9 req-d481b8c9-cbfe-430d-bfed-e06a2ebc346d tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.2486048 Mar 24 14:54:17.890826 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1c55bb12-8583-4234-98ae-1c0c5bd61ac9 req-4709e800-abe4-4cf6-a0cb-1d4802580414 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Mar 24 14:54:17.974669 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8720-453d-42f2-96d1-7f9ae60784c0 req-2f4f5f55-f4e3-4c60-be9a-a3c5280ed573 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:17.976262 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d5ec8720-453d-42f2-96d1-7f9ae60784c0 req-2f4f5f55-f4e3-4c60-be9a-a3c5280ed573 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0967829 Mar 24 14:54:18.008434 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Router 0302fded-8b8a-4d78-8a28-23ba607619eb has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:54:18.042431 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d5ec8720-453d-42f2-96d1-7f9ae60784c0 req-c2d50cb6-35b8-496d-9a56-2d1e4024095c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572886 Mar 24 14:54:18.142866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:54:18.147418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:18.153821 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] Sync routers for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:54:18.165394 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:54:18.166023 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:54:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:18.182131 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-05141302-da1f-4301-888d-b31d870c77f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "PUT /v2.0/floatingips/4cad0669-815c-4e42-95ae-f3d9b01fe532 HTTP/1.1" status: 200 len: 991 time: 1.0289001 Mar 24 14:54:18.182131 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:18.183913 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e2b039-386b-4619-9880-4ee57e1e12bf" -d '{"events": [{"name": "network-changed", "server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:18.239552 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268cdf90-dfe7-4ad2-8da6-25994f084850 x-openstack-request-id: req-268cdf90-dfe7-4ad2-8da6-25994f084850 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:18.239867 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:18.240132 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-268cdf90-dfe7-4ad2-8da6-25994f084850 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:18.240554 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268cdf90-dfe7-4ad2-8da6-25994f084850'] response: {'name': 'network-changed', 'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'status': 'completed', 'code': 200} Mar 24 14:54:18.280795 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:54:18.286482 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae39384-d9c4-42a0-b592-27d2e439dc97 req-9f6a5e7d-a548-4368-a3a7-c67628886ed6 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:18.293332 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5ae39384-d9c4-42a0-b592-27d2e439dc97 req-9f6a5e7d-a548-4368-a3a7-c67628886ed6 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0662007 Mar 24 14:54:18.352145 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5ae39384-d9c4-42a0-b592-27d2e439dc97 req-550c7b3c-f190-4e91-b1d6-96fef70691da tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528598 Mar 24 14:54:18.472302 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-055c1db7-11e2-40a9-9123-15cd5b288769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:18.473860 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-055c1db7-11e2-40a9-9123-15cd5b288769 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 1129 time: 0.1086817 Mar 24 14:54:18.494233 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47126) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:18.597079 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4cad0669-815c-4e42-95ae-f3d9b01fe532', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'port_id': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'mac_address': 'fa:16:3e:6e:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:42Z', 'updated_at': '2022-03-24T14:54:17Z', 'revision_number': 1, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:18.620680 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d17219c-5f9e-4436-a89c-031696d61cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:18.626654 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] Checking router: 0302fded-8b8a-4d78-8a28-23ba607619eb for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:54:18.635834 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:54:18.636463 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:54:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:18.699936 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d17219c-5f9e-4436-a89c-031696d61cc2 admin admin] Publish callbacks [] for security_group (c8f241ab-1ce8-4a3f-b279-bb59a66b110a), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:18.705078 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d17219c-5f9e-4436-a89c-031696d61cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (c8f241ab-1ce8-4a3f-b279-bb59a66b110a), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:18.713266 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6f4f1-3b8e-4be0-b6d3-087fbbbdf75b req-f6ccaa50-a9aa-4bf5-9c31-2ca3e4388c00 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:18.722939 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bcf6f4f1-3b8e-4be0-b6d3-087fbbbdf75b req-f6ccaa50-a9aa-4bf5-9c31-2ca3e4388c00 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.2934265 Mar 24 14:54:18.723085 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47130) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:18.735380 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'floatingip': {'port_id': '97bcb147-54e0-4669-9f90-a3b857a2d194'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:54:18.761152 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:54:18.784748 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-3caa0e93-6942-4a91-8f1e-a9d7973c60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:18.786274 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-3caa0e93-6942-4a91-8f1e-a9d7973c60e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.2974415 Mar 24 14:54:18.810209 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4d17219c-5f9e-4436-a89c-031696d61cc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1c12d2f80c148659c3968265c0a633e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122501 Mar 24 14:54:18.815960 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47132) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:18.824395 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17219c-5f9e-4436-a89c-031696d61cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f241ab-1ce8-4a3f-b279-bb59a66b110a,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:18.829465 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (1d16428a-8a4b-49e7-b1f4-812b1ef44e93), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:18.904081 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-2a750e90-1d19-4b61-bc1c-6bdf129d0907 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 200 len: 999 time: 0.0992553 Mar 24 14:54:19.015782 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3897-fc8f-49ce-a93d-5b5718113f23 admin admin] Publish callbacks [] for security_group (c8f241ab-1ce8-4a3f-b279-bb59a66b110a), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.084610 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4cad0669-815c-4e42-95ae-f3d9b01fe532', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'port_id': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'mac_address': 'fa:16:3e:6e:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:42Z', 'updated_at': '2022-03-24T14:54:17Z', 'revision_number': 1, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:19.113787 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3897-fc8f-49ce-a93d-5b5718113f23 admin admin] Publish callbacks [] for security_group (c8f241ab-1ce8-4a3f-b279-bb59a66b110a), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.123318 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127b6e02-7f94-442e-82e1-0f8b68dd903e None None] The sync data for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi is: [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4cad0669-815c-4e42-95ae-f3d9b01fe532', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'port_id': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'mac_address': 'fa:16:3e:6e:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:42Z', 'updated_at': '2022-03-24T14:54:17Z', 'revision_number': 1, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:54:19.153357 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe479-aa3d-48a8-b771-a12a1c4048cf req-2943ecdf-c968-41d0-85e0-7da5525c0c03 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:19.155046 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ce5fe479-aa3d-48a8-b771-a12a1c4048cf req-2943ecdf-c968-41d0-85e0-7da5525c0c03 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.1853018 Mar 24 14:54:19.219142 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84461d2-49b5-466b-96c7-fcca00c4791c req-a947673d-6800-4db2-96cd-33eb2d1be971 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:19.229771 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b84461d2-49b5-466b-96c7-fcca00c4791c req-a947673d-6800-4db2-96cd-33eb2d1be971 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.1114140 Mar 24 14:54:19.243204 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ce5fe479-aa3d-48a8-b771-a12a1c4048cf req-e4990b4b-89bc-4852-ae2f-0738b8cc9e7c tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Mar 24 14:54:19.248992 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3897-fc8f-49ce-a93d-5b5718113f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (c8f241ab-1ce8-4a3f-b279-bb59a66b110a), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.252918 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a3ce3897-fc8f-49ce-a93d-5b5718113f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.257349 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-a3ce3897-fc8f-49ce-a93d-5b5718113f23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8f241ab-1ce8-4a3f-b279-bb59a66b110a HTTP/1.1" status: 204 len: 168 time: 0.4401455 Mar 24 14:54:19.274329 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce3897-fc8f-49ce-a93d-5b5718113f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f241ab-1ce8-4a3f-b279-bb59a66b110a,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:19.291527 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b84461d2-49b5-466b-96c7-fcca00c4791c req-70dcb28e-c8c9-416c-8213-20ff01f8c548 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605686 Mar 24 14:54:19.438004 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d268012c-0b43-4484-a233-b4ba7c490822 None None] New status for floating IP 4cad0669-815c-4e42-95ae-f3d9b01fe532: ACTIVE {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:54:19.604744 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47158) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:19.622028 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c9bf55e5-0315-4f0c-9806-46aba0cacfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.672975 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.678294 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (1d16428a-8a4b-49e7-b1f4-812b1ef44e93), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.700989 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c9bf55e5-0315-4f0c-9806-46aba0cacfb4 admin admin] Publish callbacks [] for security_group (64c8aa28-b7b1-4cc9-bceb-a6370a719e75), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.706231 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c9bf55e5-0315-4f0c-9806-46aba0cacfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (64c8aa28-b7b1-4cc9-bceb-a6370a719e75), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.741314 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf55e5-0315-4f0c-9806-46aba0cacfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c8aa28-b7b1-4cc9-bceb-a6370a719e75,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:19.748037 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c9bf55e5-0315-4f0c-9806-46aba0cacfb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=473c70b47dd04f798e93f7fe3941d79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392717 Mar 24 14:54:19.748252 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47160) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:19.777245 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Floating IP 1d16428a-8a4b-49e7-b1f4-812b1ef44e93 associated. External IP: 172.27.1.208, port: 97bcb147-54e0-4669-9f90-a3b857a2d194. Mar 24 14:54:19.796845 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-50e68d85-a93a-4864-b886-113ea9b4c5d9 admin admin] Publish callbacks [] for security_group (64c8aa28-b7b1-4cc9-bceb-a6370a719e75), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.817960 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-50e68d85-a93a-4864-b886-113ea9b4c5d9 admin admin] Publish callbacks [] for security_group (64c8aa28-b7b1-4cc9-bceb-a6370a719e75), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.867307 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-50e68d85-a93a-4864-b886-113ea9b4c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (64c8aa28-b7b1-4cc9-bceb-a6370a719e75), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.869850 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-50e68d85-a93a-4864-b886-113ea9b4c5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:19.871043 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-50e68d85-a93a-4864-b886-113ea9b4c5d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64c8aa28-b7b1-4cc9-bceb-a6370a719e75 HTTP/1.1" status: 204 len: 168 time: 0.1218500 Mar 24 14:54:19.879043 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e68d85-a93a-4864-b886-113ea9b4c5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c8aa28-b7b1-4cc9-bceb-a6370a719e75,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:20.197422 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Router 705069e7-dd26-48ed-8698-cfe455962ed9 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:54:20.342893 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:54:20.348460 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.354969 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] Sync routers for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:54:20.380607 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:54:20.381441 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:54:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:20.385076 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd9ce-d414-4a82-8437-de05d90b9e89 req-7cba99f2-d735-4350-94c1-3d6553ee067f tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:20.386753 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-789bd9ce-d414-4a82-8437-de05d90b9e89 req-7cba99f2-d735-4350-94c1-3d6553ee067f tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0856669 Mar 24 14:54:20.406992 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-271a8101-4209-4b32-99ca-2025f95b6fd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "PUT /v2.0/floatingips/1d16428a-8a4b-49e7-b1f4-812b1ef44e93 HTTP/1.1" status: 200 len: 991 time: 1.6690493 Mar 24 14:54:20.406992 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:20.406992 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ba314-e0ad-4ba6-b137-1674ffd92480" -d '{"events": [{"name": "network-changed", "server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:20.448792 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-789bd9ce-d414-4a82-8437-de05d90b9e89 req-3076be40-266e-417b-8677-4cfcf57e1f2e tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497265 Mar 24 14:54:20.459389 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514235c5-2753-4045-9b0b-1aa2a6b852f5 req-5473f2e6-194c-4f53-835a-a90d2f651bf2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:20.461315 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-514235c5-2753-4045-9b0b-1aa2a6b852f5 req-5473f2e6-194c-4f53-835a-a90d2f651bf2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0949340 Mar 24 14:54:20.534405 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e352016c-ee75-45cc-a080-2ca167152a3c x-openstack-request-id: req-e352016c-ee75-45cc-a080-2ca167152a3c {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:20.534700 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:20.534954 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e352016c-ee75-45cc-a080-2ca167152a3c {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:20.535363 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e352016c-ee75-45cc-a080-2ca167152a3c'] response: {'name': 'network-changed', 'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'status': 'completed', 'code': 200} Mar 24 14:54:20.558465 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-514235c5-2753-4045-9b0b-1aa2a6b852f5 req-ecb20876-383a-4d76-9591-37500ed60631 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864995 Mar 24 14:54:20.575234 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:54:20.616784 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47196) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:20.713877 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-346730272-network', 'tenant_id': 'dcf4fbcb56b84e6a96801d771f325883'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:54:20.732682 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Made reservation on behalf of dcf4fbcb56b84e6a96801d771f325883 for: {'network': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:54:20.734980 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.743162 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.795116 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '1d16428a-8a4b-49e7-b1f4-812b1ef44e93', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'port_id': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'mac_address': 'fa:16:3e:a2:25:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:43Z', 'updated_at': '2022-03-24T14:54:19Z', 'revision_number': 1, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:20.816208 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks [] for security_group (5cd17302-1c77-4fcd-92cc-4273c461c693), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.821097 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5cd17302-1c77-4fcd-92cc-4273c461c693), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.824362 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] Checking router: 705069e7-dd26-48ed-8698-cfe455962ed9 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:54:20.833252 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:54:20.833847 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:54:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:20.842177 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:54:20.857044 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd17302-1c77-4fcd-92cc-4273c461c693,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:20.860012 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (a002843d-e17d-48b2-be0e-d7292a55b824), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.860406 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.segments_db [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Added segment a002843d-e17d-48b2-be0e-d7292a55b824 of type vlan for network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 Mar 24 14:54:20.903814 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (665378d7-e758-4a9d-a59c-4dcb2fc85b15), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.930114 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (665378d7-e758-4a9d-a59c-4dcb2fc85b15), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.931261 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:20.931825 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:20.945420 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:54:20.988644 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3706098 Mar 24 14:54:20.991793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47200) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:20.998325 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Request body: {'subnet': {'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-346730272-subnet', 'tenant_id': 'dcf4fbcb56b84e6a96801d771f325883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:54:21.004043 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912104d-c451-4e43-a358-cc0d20d03dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=665378d7-e758-4a9d-a59c-4dcb2fc85b15,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:21.015279 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:54:21.024729 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Made reservation on behalf of dcf4fbcb56b84e6a96801d771f325883 for: {'subnet': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:54:21.027275 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:21.174787 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '1d16428a-8a4b-49e7-b1f4-812b1ef44e93', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'port_id': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'mac_address': 'fa:16:3e:a2:25:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:43Z', 'updated_at': '2022-03-24T14:54:19Z', 'revision_number': 1, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:21.195073 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (a75e3c65-5d08-4bee-83d5-15abbb130a8c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:21.204003 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7ddae-0715-4afc-a661-fb8374bd95cd None None] The sync data for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi is: [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '1d16428a-8a4b-49e7-b1f4-812b1ef44e93', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'port_id': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'mac_address': 'fa:16:3e:a2:25:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:43Z', 'updated_at': '2022-03-24T14:54:19Z', 'revision_number': 1, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:54:21.249281 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75e3c65-5d08-4bee-83d5-15abbb130a8c,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:21.258366 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Checking segment: {'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:54:21.258724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Network hostable DHCP agents. Network: 665378d7-e758-4a9d-a59c-4dcb2fc85b15, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:54:21.275587 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:54:21.285003 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 665378d7-e758-4a9d-a59c-4dcb2fc85b15) {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:54:21.291884 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:21.292838 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:21.293737 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5c8bd-842d-4687-b40d-6f4a75a7df77 None None] Network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:54:21.309062 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0c7ec924-3412-426a-a70d-172d17e0bbc3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3162761 Mar 24 14:54:21.399717 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78492733-94fa-4e70-bcaa-1d53e94dd6cf None None] Network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:54:21.440936 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf882f9a-1365-429a-bf61-138d84426e96 None None] New status for floating IP 1d16428a-8a4b-49e7-b1f4-812b1ef44e93: ACTIVE {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:54:21.608232 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2520297-ff7c-47c8-bf82-7aec2cb21054 req-fa766c3c-bc97-4031-bb05-55bc11d082fe tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:21.609774 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d2520297-ff7c-47c8-bf82-7aec2cb21054 req-fa766c3c-bc97-4031-bb05-55bc11d082fe tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0731828 Mar 24 14:54:21.693774 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d2520297-ff7c-47c8-bf82-7aec2cb21054 req-948cbefd-c6af-4012-a469-438459df44f0 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768635 Mar 24 14:54:21.735707 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce8919-af8e-4f6c-a8b9-7a3a0289b65e req-916d3b1f-1639-48ab-a9d1-58c0a3441abb tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:21.737460 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-07ce8919-af8e-4f6c-a8b9-7a3a0289b65e req-916d3b1f-1639-48ab-a9d1-58c0a3441abb tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0768766 Mar 24 14:54:21.784632 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-07ce8919-af8e-4f6c-a8b9-7a3a0289b65e req-4207f5c8-6d44-4d7c-8470-5356dfd9eeff tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Mar 24 14:54:22.002683 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-63cd1eac-9446-43f5-b8b1-5c2ca83063af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.004248 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-63cd1eac-9446-43f5-b8b1-5c2ca83063af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0759172 Mar 24 14:54:22.016262 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-fa2bc9d9-73e2-41c9-aafe-5b1185f746f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.017626 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-fa2bc9d9-73e2-41c9-aafe-5b1185f746f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 1129 time: 0.0622482 Mar 24 14:54:22.125469 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-7eabdb9d-0c10-4f7b-9475-4220696f0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.126910 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-7eabdb9d-0c10-4f7b-9475-4220696f0dd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071291 Mar 24 14:54:22.148690 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-2e5d7445-31ff-4a42-8afe-6f8b8330b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.150067 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-2e5d7445-31ff-4a42-8afe-6f8b8330b337 service neutron] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 911 time: 0.1072745 Mar 24 14:54:22.259579 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-7abeb7c6-c0ab-413c-8112-3bf238fff763 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 200 len: 1001 time: 0.1003036 Mar 24 14:54:22.278839 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-25c1e4ef-67e4-4714-b0fa-c511d3780b94 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416020 Mar 24 14:54:22.380418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-580a7229-891d-457a-8748-c8b48bd8ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.381779 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-580a7229-891d-457a-8748-c8b48bd8ae76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.0902686 Mar 24 14:54:22.430167 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19e2b039-386b-4619-9880-4ee57e1e12bf req-11f89ae0-63ea-4b4a-b606-205237e5bb4c service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374426 Mar 24 14:54:22.445826 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-a350d266-f58e-40f8-be66-1594807048e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.447309 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-a350d266-f58e-40f8-be66-1594807048e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519502 Mar 24 14:54:22.562072 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-772e8173-be96-4663-823b-2b57803de946 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815401 Mar 24 14:54:22.678221 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-891ba314-e0ad-4ba6-b137-1674ffd92480 req-35d830cf-1590-42d2-b9f7-719a7b447697 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870814 Mar 24 14:54:22.817942 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186ccb7-b462-43eb-bbcd-afd178636a03 req-0020a918-e097-4ee1-8804-de0921a38428 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.820218 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8186ccb7-b462-43eb-bbcd-afd178636a03 req-0020a918-e097-4ee1-8804-de0921a38428 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.0556509 Mar 24 14:54:22.876301 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8186ccb7-b462-43eb-bbcd-afd178636a03 req-7c623acd-0476-4978-a27e-d5d0d1b958c1 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a739a254-305f-4c07-b982-39d0291b8690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Mar 24 14:54:22.975490 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4239d9-06b4-4021-9a04-10d3771c9f77 req-73b399ba-d94d-4725-92cc-0a36aafe3dd8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:22.975490 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7f4239d9-06b4-4021-9a04-10d3771c9f77 req-73b399ba-d94d-4725-92cc-0a36aafe3dd8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0950527 Mar 24 14:54:23.003881 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4a678-7ac3-4291-9424-584723f43982 req-d2d9ffa9-18e1-47db-acde-d0d4a2b1b75b tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:23.005325 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98c4a678-7ac3-4291-9424-584723f43982 req-d2d9ffa9-18e1-47db-acde-d0d4a2b1b75b tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 945 time: 0.1153502 Mar 24 14:54:23.058657 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7f4239d9-06b4-4021-9a04-10d3771c9f77 req-83197ce5-c112-469f-a7a5-8822cdb556cc tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834191 Mar 24 14:54:23.167576 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Deleting port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:54:23.167794 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:23.185263 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9733-66c4-470d-969c-22b59797a163 req-f42bfd07-160b-491a-81c3-d3f662a77aee tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:23.186981 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-f42bfd07-160b-491a-81c3-d3f662a77aee tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/networks?id=665378d7-e758-4a9d-a59c-4dcb2fc85b15 HTTP/1.1" status: 200 len: 813 time: 0.1048126 Mar 24 14:54:23.202745 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-86e94c54-78d2-44bd-9446-5bced4e108ae tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/quotas/dcf4fbcb56b84e6a96801d771f325883 HTTP/1.1" status: 200 len: 375 time: 0.0099292 Mar 24 14:54:23.235716 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-22f5cb09-d700-4d52-90b1-20ac2a9f8feb tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcf4fbcb56b84e6a96801d771f325883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272336 Mar 24 14:54:23.257688 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] For port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,segment=NetworkSegment(84bd5d46-96da-4f6b-a78e-0b6651a43ec0),segment_id=84bd5d46-96da-4f6b-a78e-0b6651a43ec0)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:23.258051 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:23.272576 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Calling delete_port for 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:54:23.323188 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-a4b7c1fe-9a04-4ab3-bbbc-32e959d7e567 service neutron] 10.222.0.43 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802774 Mar 24 14:54:23.416719 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-4910b674-df62-4cf6-958a-290a9dc5bfe4 service neutron] 10.222.0.43 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875051 Mar 24 14:54:23.425169 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:23.457444 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Pushing event deleted for resources: {'Port': ['ID=3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:23.526047 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] No DVR routers for this DVR port 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:54:23.529323 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:23.534276 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98c4a678-7ac3-4291-9424-584723f43982 req-822f2460-28df-4396-b17a-92e8fa291ed3 tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.46 "DELETE /v2.0/ports/3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e HTTP/1.1" status: 204 len: 173 time: 0.5151966 Mar 24 14:54:23.534899 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'name': 'network-vif-deleted', 'tag': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:23.537527 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05bd519-ec96-4b2c-96a1-383880b7d5cf" -d '{"events": [{"server_uuid": "e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227", "name": "network-vif-deleted", "tag": "3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:23.591623 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef39ada-5b91-48e0-ac9d-ff4d712a9129 x-openstack-request-id: req-cef39ada-5b91-48e0-ac9d-ff4d712a9129 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:23.591623 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227", "name": "network-vif-deleted", "tag": "3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:23.591926 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cef39ada-5b91-48e0-ac9d-ff4d712a9129 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:23.592299 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef39ada-5b91-48e0-ac9d-ff4d712a9129'] response: {'server_uuid': 'e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227', 'name': 'network-vif-deleted', 'tag': '3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e', 'status': 'completed', 'code': 200} Mar 24 14:54:23.594839 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c1903bfb-7665-4dba-a6a4-d7b687b8095f req-38d27d29-8493-4228-b744-509c1c1534b6 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0400708 Mar 24 14:54:24.006385 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e69f81ac-bacf-4768-97c5-eecbf96e84c3 req-75ea14c1-4eed-409e-913a-397fd65ff4af tempest-DeleteServersTestJSON-1564306134 tempest-DeleteServersTestJSON-1564306134-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4e7e2ee-1aba-47eb-a841-d2f4ae8ad227 HTTP/1.1" status: 200 len: 210 time: 0.0268641 Mar 24 14:54:24.047030 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47284) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:24.156628 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d6695a19-9924-455e-b7c1-c225d2c66490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:24.424699 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02e086-04e9-43d6-b4f8-3806d7e60e10 req-f10e15f4-0bd4-4574-b113-a907dc4b4f48 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:24.426162 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1c02e086-04e9-43d6-b4f8-3806d7e60e10 req-f10e15f4-0bd4-4574-b113-a907dc4b4f48 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.2617862 Mar 24 14:54:24.476910 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d6695a19-9924-455e-b7c1-c225d2c66490 admin admin] Publish callbacks [] for security_group (b79bc016-f29f-4730-83cd-998eb7ea8040), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:24.486229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d6695a19-9924-455e-b7c1-c225d2c66490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b79bc016-f29f-4730-83cd-998eb7ea8040), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:24.509268 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1c02e086-04e9-43d6-b4f8-3806d7e60e10 req-6e70c2f7-d3b2-4aae-9547-1a4f9f037619 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737960 Mar 24 14:54:24.531187 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d6695a19-9924-455e-b7c1-c225d2c66490 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=439ec76b46bd483fa481056955e9e6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801176 Mar 24 14:54:24.531187 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6695a19-9924-455e-b7c1-c225d2c66490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79bc016-f29f-4730-83cd-998eb7ea8040,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:24.531665 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47296) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:24.580327 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7cc767a3-3528-4c57-9201-627e3fdea6ac admin admin] Publish callbacks [] for security_group (b79bc016-f29f-4730-83cd-998eb7ea8040), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:24.601314 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7cc767a3-3528-4c57-9201-627e3fdea6ac admin admin] Publish callbacks [] for security_group (b79bc016-f29f-4730-83cd-998eb7ea8040), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:24.662190 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7cc767a3-3528-4c57-9201-627e3fdea6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b79bc016-f29f-4730-83cd-998eb7ea8040), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:24.666064 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7cc767a3-3528-4c57-9201-627e3fdea6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:24.667470 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-7cc767a3-3528-4c57-9201-627e3fdea6ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b79bc016-f29f-4730-83cd-998eb7ea8040 HTTP/1.1" status: 204 len: 168 time: 0.1348212 Mar 24 14:54:24.704488 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-aa712768-1437-492b-9675-cc48eb327f7a req-a2ccb2ed-42db-4d83-b0f3-ddf73eba6545 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0311172 Mar 24 14:54:24.705891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc767a3-3528-4c57-9201-627e3fdea6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79bc016-f29f-4730-83cd-998eb7ea8040,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:24.880973 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:54:24.923829 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9733-66c4-470d-969c-22b59797a163 req-65a8e263-02a9-4685-bebd-24c8336f3ee6 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:24.924295 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:54:24.924650 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 3b7f8361-5759-436a-a6c8-b3bfa8c9ee4e not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:54:24.925658 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-65a8e263-02a9-4685-bebd-24c8336f3ee6 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "GET /v2.0/networks?id=665378d7-e758-4a9d-a59c-4dcb2fc85b15 HTTP/1.1" status: 200 len: 813 time: 0.1382525 Mar 24 14:54:24.965195 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Request body: {'port': {'device_id': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15', 'admin_state_up': True, 'tenant_id': 'dcf4fbcb56b84e6a96801d771f325883'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:54:24.985403 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47308) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:24.999292 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-af2b79d8-c71a-4866-93e3-de4519e9052c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.083010 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Made reservation on behalf of dcf4fbcb56b84e6a96801d771f325883 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:54:25.087333 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.089720 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-af2b79d8-c71a-4866-93e3-de4519e9052c admin admin] Publish callbacks [] for security_group (260a4846-047b-4c9e-b6d2-ab62c1a118c8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.094725 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-af2b79d8-c71a-4866-93e3-de4519e9052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (260a4846-047b-4c9e-b6d2-ab62c1a118c8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.130818 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-af2b79d8-c71a-4866-93e3-de4519e9052c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c1dc70fbee14853bf94dd9be53766e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417975 Mar 24 14:54:25.133190 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47318) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:25.148177 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b79d8-c71a-4866-93e3-de4519e9052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260a4846-047b-4c9e-b6d2-ab62c1a118c8,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:25.190504 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-392f72ec-f126-43dc-b32c-8a245ec03152 admin admin] Publish callbacks [] for security_group (260a4846-047b-4c9e-b6d2-ab62c1a118c8), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.213951 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-392f72ec-f126-43dc-b32c-8a245ec03152 admin admin] Publish callbacks [] for security_group (260a4846-047b-4c9e-b6d2-ab62c1a118c8), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.228392 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Allocated IP 172.20.0.13 (665378d7-e758-4a9d-a59c-4dcb2fc85b15/a75e3c65-5d08-4bee-83d5-15abbb130a8c/be09c658-eba0-47de-ac24-f574ef785eda) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:54:25.279435 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-392f72ec-f126-43dc-b32c-8a245ec03152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (260a4846-047b-4c9e-b6d2-ab62c1a118c8), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.282603 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-392f72ec-f126-43dc-b32c-8a245ec03152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.284373 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-392f72ec-f126-43dc-b32c-8a245ec03152 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/260a4846-047b-4c9e-b6d2-ab62c1a118c8 HTTP/1.1" status: 204 len: 168 time: 0.1498170 Mar 24 14:54:25.308334 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f72ec-f126-43dc-b32c-8a245ec03152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260a4846-047b-4c9e-b6d2-ab62c1a118c8,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:25.449156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks [] for port (be09c658-eba0-47de-ac24-f574ef785eda), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.487666 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (be09c658-eba0-47de-ac24-f574ef785eda), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.543862 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:54:25.550140 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:54:25.555214 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:54:25.560565 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:25.561261 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.564735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Pushing event updated for resources: {'Port': ['ID=be09c658-eba0-47de-ac24-f574ef785eda,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:25.587198 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-6107eebd-53b2-4118-8db4-106ee3e580a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6279728 Mar 24 14:54:25.618624 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Request body: {'port': {'device_id': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:54:25.686578 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0204-1b2e-494d-907e-8d190f2896e7 req-9abe5435-dda9-4b8e-b8a8-74de49d309c7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:25.688045 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c20c0204-1b2e-494d-907e-8d190f2896e7 req-9abe5435-dda9-4b8e-b8a8-74de49d309c7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0999751 Mar 24 14:54:25.703826 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (be09c658-eba0-47de-ac24-f574ef785eda), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:25.779307 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c20c0204-1b2e-494d-907e-8d190f2896e7 req-7c9ca845-1386-43c6-8ed3-5170b104d11a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841310 Mar 24 14:54:25.843174 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7e16e-a99d-4806-875e-d5e8b7a052aa req-599bd713-efe5-487b-99a5-3897bfe10dcc tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:25.846139 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6cd7e16e-a99d-4806-875e-d5e8b7a052aa req-599bd713-efe5-487b-99a5-3897bfe10dcc tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 932 time: 0.0559742 Mar 24 14:54:25.918419 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6cd7e16e-a99d-4806-875e-d5e8b7a052aa req-93ecaf46-c7f2-4567-8d97-46a203eee3a7 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607564 Mar 24 14:54:26.022340 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be09c658-eba0-47de-ac24-f574ef785eda {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:54:26.029940 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Publish callbacks [] for port (be09c658-eba0-47de-ac24-f574ef785eda), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.041744 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Transition to ACTIVE for port object be09c658-eba0-47de-ac24-f574ef785eda will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:54:26.046324 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (be09c658-eba0-47de-ac24-f574ef785eda), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.115471 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Pushing event updated for resources: {'Port': ['ID=be09c658-eba0-47de-ac24-f574ef785eda,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:26.127164 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Attempting to bind port be09c658-eba0-47de-ac24-f574ef785eda on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:54:26.127497 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Attempting to bind port be09c658-eba0-47de-ac24-f574ef785eda by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:54:26.127829 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Attempting to bind port be09c658-eba0-47de-ac24-f574ef785eda on network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:54:26.132045 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Port be09c658-eba0-47de-ac24-f574ef785eda on network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:54:26.132364 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Attempting to bind port be09c658-eba0-47de-ac24-f574ef785eda on network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:54:26.137075 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:54:26.137408 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Checking segment: {'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:54:26.137786 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Bound using segment: {'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:54:26.138239 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Bound port: be09c658-eba0-47de-ac24-f574ef785eda, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:54:26.138600 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (be09c658-eba0-47de-ac24-f574ef785eda), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.200284 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] For port be09c658-eba0-47de-ac24-f574ef785eda, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:54:26.203341 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] For port be09c658-eba0-47de-ac24-f574ef785eda, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=be09c658-eba0-47de-ac24-f574ef785eda,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:54:26.210220 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (be09c658-eba0-47de-ac24-f574ef785eda), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.246154 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:26.246818 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.248367 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] 10.222.0.46 "PUT /v2.0/ports/be09c658-eba0-47de-ac24-f574ef785eda HTTP/1.1" status: 200 len: 1094 time: 0.6349523 Mar 24 14:54:26.248825 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'tag': 'be09c658-eba0-47de-ac24-f574ef785eda'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:26.251069 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa5b67e-4156-45c4-a907-1664b541ae02" -d '{"events": [{"name": "network-changed", "server_uuid": "4f240180-b2cc-420f-b6d6-23d8043fc3e9", "tag": "be09c658-eba0-47de-ac24-f574ef785eda"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:26.284085 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e61bb-7a80-434b-8d0e-3f271dad728a service neutron] Pushing event updated for resources: {'Port': ['ID=be09c658-eba0-47de-ac24-f574ef785eda,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:26.292250 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3303a40c-3707-416c-8521-691fe7eb85d6 x-openstack-request-id: req-3303a40c-3707-416c-8521-691fe7eb85d6 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:26.292990 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f240180-b2cc-420f-b6d6-23d8043fc3e9", "tag": "be09c658-eba0-47de-ac24-f574ef785eda", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:26.293380 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3303a40c-3707-416c-8521-691fe7eb85d6 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:26.293851 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3303a40c-3707-416c-8521-691fe7eb85d6'] response: {'name': 'network-changed', 'server_uuid': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'tag': 'be09c658-eba0-47de-ac24-f574ef785eda', 'status': 'completed', 'code': 200} Mar 24 14:54:26.387757 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9733-66c4-470d-969c-22b59797a163 req-c66c0ab0-a123-486a-a777-18763ef4666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:26.389433 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-c66c0ab0-a123-486a-a777-18763ef4666b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcf4fbcb56b84e6a96801d771f325883&device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 1128 time: 0.0578310 Mar 24 14:54:26.452323 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-3fb4a168-becc-4c85-bc36-d4c15521b37c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be09c658-eba0-47de-ac24-f574ef785eda HTTP/1.1" status: 200 len: 217 time: 0.0358388 Mar 24 14:54:26.464651 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47380) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:26.504725 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9733-66c4-470d-969c-22b59797a163 req-d9d0c56a-d29b-4ad5-bbf3-f3ff2313e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:26.506586 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-d9d0c56a-d29b-4ad5-bbf3-f3ff2313e908 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a75e3c65-5d08-4bee-83d5-15abbb130a8c HTTP/1.1" status: 200 len: 853 time: 0.0476146 Mar 24 14:54:26.514380 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] Deleting subnet 5ce24347-9b95-4951-aba4-b1665ab4abe3 {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:54:26.518653 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] Publish callbacks [] for subnet (5ce24347-9b95-4951-aba4-b1665ab4abe3), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.565362 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] Publish callbacks [] for subnet (5ce24347-9b95-4951-aba4-b1665ab4abe3), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.574255 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-02b67b91-48d4-4f08-af99-efe11685275f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=665378d7-e758-4a9d-a59c-4dcb2fc85b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598991 Mar 24 14:54:26.576788 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (5ce24347-9b95-4951-aba4-b1665ab4abe3), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.650216 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (5ce24347-9b95-4951-aba4-b1665ab4abe3), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.679787 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce24347-9b95-4951-aba4-b1665ab4abe3,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:26.687491 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-a8b183a7-b9e2-4501-b098-d9764224d254 service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988696 Mar 24 14:54:26.689194 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.692443 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1e6a0222-b57f-4f98-b9b0-87d8206d9e4f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5ce24347-9b95-4951-aba4-b1665ab4abe3 HTTP/1.1" status: 204 len: 168 time: 0.2264795 Mar 24 14:54:26.694970 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47398) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:26.795781 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (092cf973-6bd7-40f3-8a51-b6842eb57dd3), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:26.805240 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eefb9733-66c4-470d-969c-22b59797a163 req-68773e3a-5fae-4258-958e-760d2c6d7239 service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026254 Mar 24 14:54:26.966516 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-fce5a005-5a5d-4b33-b376-3de327472c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:26.971133 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-fce5a005-5a5d-4b33-b376-3de327472c88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcf4fbcb56b84e6a96801d771f325883&device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 1128 time: 0.0530226 Mar 24 14:54:26.976871 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (092cf973-6bd7-40f3-8a51-b6842eb57dd3), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.002325 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47420) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:27.031862 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.032871 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.033753 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.034272 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > port after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.035035 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.035816 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > port after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.036304 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.036916 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.037381 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.038002 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.104566 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e764096-2687-48ec-84d7-35f0f09abdf5 req-79e6fe76-5c98-4d4a-85cf-10a7a6c0db7e tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:27.106029 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3e764096-2687-48ec-84d7-35f0f09abdf5 req-79e6fe76-5c98-4d4a-85cf-10a7a6c0db7e tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 944 time: 0.0809524 Mar 24 14:54:27.122701 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-04bd86ab-9d7e-4ed6-934d-c28f0af78f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:27.124175 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-04bd86ab-9d7e-4ed6-934d-c28f0af78f4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=665378d7-e758-4a9d-a59c-4dcb2fc85b15 HTTP/1.1" status: 200 len: 914 time: 0.1442091 Mar 24 14:54:27.152275 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.152275 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.152275 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.152275 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 14:54:27.154231 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092cf973-6bd7-40f3-8a51-b6842eb57dd3']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:27.170242 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-feed289a-a13b-4a5a-8f61-6f68aba8d903 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be09c658-eba0-47de-ac24-f574ef785eda HTTP/1.1" status: 200 len: 217 time: 0.0358021 Mar 24 14:54:27.183650 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bd5d46-96da-4f6b-a78e-0b6651a43ec0') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:27.183949 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bd5d46-96da-4f6b-a78e-0b6651a43ec0') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:54:27.194368 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f615b9-57a5-4c06-82f7-f05b8d49d910 req-2fffd43d-b5b0-41b5-9e80-9a77ccdd7a1b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:27.196245 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-24f615b9-57a5-4c06-82f7-f05b8d49d910 req-2fffd43d-b5b0-41b5-9e80-9a77ccdd7a1b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.2930276 Mar 24 14:54:27.217083 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56eff1c5-8666-41b1-bcd7-264c189c0ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.220880 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (84bd5d46-96da-4f6b-a78e-0b6651a43ec0), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.221046 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3e764096-2687-48ec-84d7-35f0f09abdf5 req-70bbf3df-afa8-44dc-849b-1f4eb7470f82 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091173 Mar 24 14:54:27.238728 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-30aae294-6697-4ef0-9f8b-e3781205773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:27.241213 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-30aae294-6697-4ef0-9f8b-e3781205773a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a75e3c65-5d08-4bee-83d5-15abbb130a8c HTTP/1.1" status: 200 len: 853 time: 0.0600400 Mar 24 14:54:27.268247 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (84bd5d46-96da-4f6b-a78e-0b6651a43ec0), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.282259 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-4188cec8-09ef-42b6-bb92-5d5eb36861f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=665378d7-e758-4a9d-a59c-4dcb2fc85b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319560 Mar 24 14:54:27.288678 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:54:27.289076 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (84bd5d46-96da-4f6b-a78e-0b6651a43ec0), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: from cryptography.utils import int_from_bytes Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: from cryptography.utils import int_from_bytes Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:54:27.306408 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:54:27.379719 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-24f615b9-57a5-4c06-82f7-f05b8d49d910 req-c1c1f7c8-3c2f-4e8c-834d-1113e2a75056 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681981 Mar 24 14:54:27.383659 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-ac513438-9b77-4428-a922-60b3bf739830 service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948477 Mar 24 14:54:27.404322 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (092cf973-6bd7-40f3-8a51-b6842eb57dd3), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.410823 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.414309 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] 10.222.0.43 "DELETE /v2.0/networks/092cf973-6bd7-40f3-8a51-b6842eb57dd3 HTTP/1.1" status: 204 len: 168 time: 0.7183602 Mar 24 14:54:27.434864 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f8aab-8fc6-4f1b-a914-590b3f576c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=092cf973-6bd7-40f3-8a51-b6842eb57dd3,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:27.460671 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56eff1c5-8666-41b1-bcd7-264c189c0ce2 admin admin] Publish callbacks [] for security_group (0252750b-d53e-4e81-b94b-2cffaef780c6), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.466179 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56eff1c5-8666-41b1-bcd7-264c189c0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (0252750b-d53e-4e81-b94b-2cffaef780c6), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.503624 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8aa5b67e-4156-45c4-a907-1664b541ae02 req-fd718bf7-fc5b-4411-be23-9a588a41bf42 service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125815 Mar 24 14:54:27.508695 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-56eff1c5-8666-41b1-bcd7-264c189c0ce2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6883baafe1e4252963b94cdb54c406b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044951 Mar 24 14:54:27.511017 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eff1c5-8666-41b1-bcd7-264c189c0ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0252750b-d53e-4e81-b94b-2cffaef780c6,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:27.511468 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47446) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:27.568853 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47448) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:27.577269 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3068caf7-37d2-4fcf-8e09-8b1192b19516 admin admin] Publish callbacks [] for security_group (0252750b-d53e-4e81-b94b-2cffaef780c6), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.604993 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3068caf7-37d2-4fcf-8e09-8b1192b19516 admin admin] Publish callbacks [] for security_group (0252750b-d53e-4e81-b94b-2cffaef780c6), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.614353 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2471b395-d999-4a66-b98b-4568fddc2308 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=954b4133a08248a793e0416448286a00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442677 Mar 24 14:54:27.616753 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47452) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:27.655898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3068caf7-37d2-4fcf-8e09-8b1192b19516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (0252750b-d53e-4e81-b94b-2cffaef780c6), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.658617 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3068caf7-37d2-4fcf-8e09-8b1192b19516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.659784 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-3068caf7-37d2-4fcf-8e09-8b1192b19516 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0252750b-d53e-4e81-b94b-2cffaef780c6 HTTP/1.1" status: 204 len: 168 time: 0.1472795 Mar 24 14:54:27.673128 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068caf7-37d2-4fcf-8e09-8b1192b19516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0252750b-d53e-4e81-b94b-2cffaef780c6,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:27.674378 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47456) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:27.692230 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-64bd894a-ef7e-41d1-805f-3da9ed7dc786 admin admin] Publish callbacks [] for security_group (a739a254-305f-4c07-b982-39d0291b8690), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.717059 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-64bd894a-ef7e-41d1-805f-3da9ed7dc786 admin admin] Publish callbacks [] for security_group (a739a254-305f-4c07-b982-39d0291b8690), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.772331 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-64bd894a-ef7e-41d1-805f-3da9ed7dc786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (a739a254-305f-4c07-b982-39d0291b8690), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.774823 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-64bd894a-ef7e-41d1-805f-3da9ed7dc786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.775974 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-64bd894a-ef7e-41d1-805f-3da9ed7dc786 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a739a254-305f-4c07-b982-39d0291b8690 HTTP/1.1" status: 204 len: 168 time: 0.1583328 Mar 24 14:54:27.783665 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd894a-ef7e-41d1-805f-3da9ed7dc786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a739a254-305f-4c07-b982-39d0291b8690,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:27.901970 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-640b2fdc-1afa-48eb-8aa9-a666903d4415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.977274 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-640b2fdc-1afa-48eb-8aa9-a666903d4415 admin admin] Publish callbacks [] for security_group (ada5eb24-1238-46d8-b2a1-a963169168f1), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:27.982166 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-640b2fdc-1afa-48eb-8aa9-a666903d4415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ada5eb24-1238-46d8-b2a1-a963169168f1), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.021571 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-640b2fdc-1afa-48eb-8aa9-a666903d4415 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d102ac8f57ea4e3382b323425a23b066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458011 Mar 24 14:54:28.022537 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b2fdc-1afa-48eb-8aa9-a666903d4415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5eb24-1238-46d8-b2a1-a963169168f1,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:28.024411 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47470) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:28.091704 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8622bc9c-0bc8-49c1-ab9c-1383b4317b97 admin admin] Publish callbacks [] for security_group (ada5eb24-1238-46d8-b2a1-a963169168f1), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.112943 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8622bc9c-0bc8-49c1-ab9c-1383b4317b97 admin admin] Publish callbacks [] for security_group (ada5eb24-1238-46d8-b2a1-a963169168f1), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.167690 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8622bc9c-0bc8-49c1-ab9c-1383b4317b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ada5eb24-1238-46d8-b2a1-a963169168f1), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.171233 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8622bc9c-0bc8-49c1-ab9c-1383b4317b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.174620 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-8622bc9c-0bc8-49c1-ab9c-1383b4317b97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ada5eb24-1238-46d8-b2a1-a963169168f1 HTTP/1.1" status: 204 len: 168 time: 0.1440434 Mar 24 14:54:28.180107 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622bc9c-0bc8-49c1-ab9c-1383b4317b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5eb24-1238-46d8-b2a1-a963169168f1,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:28.355055 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7a15-0f22-4b86-be85-f791fe3682d0 req-6414096a-b9bf-4f52-862e-091078fd8d2b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:28.356565 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cfcd7a15-0f22-4b86-be85-f791fe3682d0 req-6414096a-b9bf-4f52-862e-091078fd8d2b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 944 time: 0.0591326 Mar 24 14:54:28.406449 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cfcd7a15-0f22-4b86-be85-f791fe3682d0 req-9f96ae8f-53a6-4c24-913f-9864b377ec7c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Mar 24 14:54:28.524684 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47506) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:28.525416 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913dd9-bfac-4d27-800d-1cd30fd2b55d req-54131e52-5b77-4b59-8f7c-77d1a1075e1d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:28.532748 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-73913dd9-bfac-4d27-800d-1cd30fd2b55d req-54131e52-5b77-4b59-8f7c-77d1a1075e1d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0692620 Mar 24 14:54:28.538866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a00f194d-4bf6-49ee-ba64-1fa85f094e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.594406 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-73913dd9-bfac-4d27-800d-1cd30fd2b55d req-b00d25e5-1636-463a-8bd5-8d422543d38b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606339 Mar 24 14:54:28.629775 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a00f194d-4bf6-49ee-ba64-1fa85f094e4f admin admin] Publish callbacks [] for security_group (1accce3c-b005-4f6e-8929-2f11d215bcea), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.634804 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a00f194d-4bf6-49ee-ba64-1fa85f094e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1accce3c-b005-4f6e-8929-2f11d215bcea), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.676637 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-a00f194d-4bf6-49ee-ba64-1fa85f094e4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9197bedf21a464d9135607dd92302b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480381 Mar 24 14:54:28.677366 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47510) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:28.690472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f194d-4bf6-49ee-ba64-1fa85f094e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1accce3c-b005-4f6e-8929-2f11d215bcea,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:28.740814 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b476f849-a3d6-43cc-923f-fa3802f89bbf admin admin] Publish callbacks [] for security_group (1accce3c-b005-4f6e-8929-2f11d215bcea), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.764767 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b476f849-a3d6-43cc-923f-fa3802f89bbf admin admin] Publish callbacks [] for security_group (1accce3c-b005-4f6e-8929-2f11d215bcea), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.815183 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b476f849-a3d6-43cc-923f-fa3802f89bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1accce3c-b005-4f6e-8929-2f11d215bcea), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.818600 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b476f849-a3d6-43cc-923f-fa3802f89bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:28.823157 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-b476f849-a3d6-43cc-923f-fa3802f89bbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1accce3c-b005-4f6e-8929-2f11d215bcea HTTP/1.1" status: 204 len: 168 time: 0.1443746 Mar 24 14:54:28.830715 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476f849-a3d6-43cc-923f-fa3802f89bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1accce3c-b005-4f6e-8929-2f11d215bcea,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:28.911177 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device be09c658-eba0-47de-ac24-f574ef785eda details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:54:29.019601 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port be09c658-eba0-47de-ac24-f574ef785eda, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=be09c658-eba0-47de-ac24-f574ef785eda,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:29.033787 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'be09c658-eba0-47de-ac24-f574ef785eda', 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15', 'port_id': 'be09c658-eba0-47de-ac24-f574ef785eda', 'mac_address': 'fa:16:3e:cc:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75e3c65-5d08-4bee-83d5-15abbb130a8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:54:29.077779 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port be09c658-eba0-47de-ac24-f574ef785eda is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:54:29.078204 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (be09c658-eba0-47de-ac24-f574ef785eda), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:29.219023 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be09c658-eba0-47de-ac24-f574ef785eda {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:54:29.243634 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port be09c658-eba0-47de-ac24-f574ef785eda, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=be09c658-eba0-47de-ac24-f574ef785eda,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:29.260047 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (be09c658-eba0-47de-ac24-f574ef785eda), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:29.332870 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=be09c658-eba0-47de-ac24-f574ef785eda,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:29.529178 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3a26-b181-42f4-8cdb-d2e799a7eab2 req-1e22a4bf-ddf6-47bb-ba5c-7bfbb37e9a72 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:29.530891 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-069f3a26-b181-42f4-8cdb-d2e799a7eab2 req-1e22a4bf-ddf6-47bb-ba5c-7bfbb37e9a72 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0531614 Mar 24 14:54:29.581099 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-069f3a26-b181-42f4-8cdb-d2e799a7eab2 req-a9b56a02-a276-41fa-a0f5-7d410f2323dc tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Mar 24 14:54:29.728708 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['be09c658-eba0-47de-ac24-f574ef785eda'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:54:29.764502 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354ede1-20f6-444d-aa58-ae40a7d03b49 req-745ff2f7-21fd-4a75-ba13-4f0326541db9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:29.771305 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8354ede1-20f6-444d-aa58-ae40a7d03b49 req-745ff2f7-21fd-4a75-ba13-4f0326541db9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.1079650 Mar 24 14:54:29.824543 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8354ede1-20f6-444d-aa58-ae40a7d03b49 req-04447cfd-061c-411f-87c0-f05486c9b2cd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492344 Mar 24 14:54:30.281447 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe089-4334-40e8-a46c-6576535b651b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:30.704065 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aee2ee-bf5a-4a89-98b4-866c559eced4 req-4b27f458-b346-40f1-9f30-c82f08ec6b9f tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:30.705967 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c1aee2ee-bf5a-4a89-98b4-866c559eced4 req-4b27f458-b346-40f1-9f30-c82f08ec6b9f tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0534449 Mar 24 14:54:30.758967 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c1aee2ee-bf5a-4a89-98b4-866c559eced4 req-894c6137-ad5c-4931-a5ce-276c2b50aaba tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460947 Mar 24 14:54:30.917808 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device be09c658-eba0-47de-ac24-f574ef785eda up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:54:30.973377 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port be09c658-eba0-47de-ac24-f574ef785eda completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:54:30.977685 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port be09c658-eba0-47de-ac24-f574ef785eda triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:54:30.978198 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (be09c658-eba0-47de-ac24-f574ef785eda), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:30.993354 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc167eac-0d76-493e-8191-aee1e3053d3d req-393d6f6c-4d6b-409a-9cd2-87f075dabec9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:30.994982 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fc167eac-0d76-493e-8191-aee1e3053d3d req-393d6f6c-4d6b-409a-9cd2-87f075dabec9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0587685 Mar 24 14:54:31.040838 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fc167eac-0d76-493e-8191-aee1e3053d3d req-a462fb9a-ded6-492a-9426-5181d5ac9a28 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Mar 24 14:54:31.058192 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port be09c658-eba0-47de-ac24-f574ef785eda is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:54:31.058603 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (be09c658-eba0-47de-ac24-f574ef785eda), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:31.084569 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be09c658-eba0-47de-ac24-f574ef785eda'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:54:31.087003 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb87335-1a83-4766-bc33-982ec5c2911d" -d '{"events": [{"server_uuid": "4f240180-b2cc-420f-b6d6-23d8043fc3e9", "name": "network-vif-plugged", "status": "completed", "tag": "be09c658-eba0-47de-ac24-f574ef785eda"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:54:31.099527 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port be09c658-eba0-47de-ac24-f574ef785eda, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=be09c658-eba0-47de-ac24-f574ef785eda,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:54:31.104580 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (be09c658-eba0-47de-ac24-f574ef785eda), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:31.130125 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b80f32d-7622-4ff2-9dfa-9a2d39e7224f x-openstack-request-id: req-8b80f32d-7622-4ff2-9dfa-9a2d39e7224f {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:54:31.130455 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f240180-b2cc-420f-b6d6-23d8043fc3e9", "name": "network-vif-plugged", "status": "completed", "tag": "be09c658-eba0-47de-ac24-f574ef785eda", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:54:31.130712 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b80f32d-7622-4ff2-9dfa-9a2d39e7224f {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:54:31.131114 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b80f32d-7622-4ff2-9dfa-9a2d39e7224f'] response: {'server_uuid': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be09c658-eba0-47de-ac24-f574ef785eda', 'code': 200} Mar 24 14:54:31.156473 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=be09c658-eba0-47de-ac24-f574ef785eda,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:31.366694 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910e46f-31ad-4c23-bca4-2aa2785f2953 req-0e7944af-2e7d-4d2d-8b3b-fc29d6e20631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:31.368393 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f910e46f-31ad-4c23-bca4-2aa2785f2953 req-0e7944af-2e7d-4d2d-8b3b-fc29d6e20631 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 1130 time: 0.0528233 Mar 24 14:54:31.424781 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f910e46f-31ad-4c23-bca4-2aa2785f2953 req-f5df6350-defa-4ceb-aec6-abb07a8bc2de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Mar 24 14:54:31.868780 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:54:31.889134 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315471c8-7ad3-4773-aa8d-47cf8f2a1a83 req-9a4310e7-59eb-45ba-a191-9b22334dfb3a tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:31.890606 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-315471c8-7ad3-4773-aa8d-47cf8f2a1a83 req-9a4310e7-59eb-45ba-a191-9b22334dfb3a tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0624268 Mar 24 14:54:31.947872 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-315471c8-7ad3-4773-aa8d-47cf8f2a1a83 req-3dbf549d-849d-466a-91e0-4f38205e55e0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Mar 24 14:54:32.167740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80a372-29c8-4b8a-b55d-9dd07492fb67 req-2c533974-524e-4402-bcf6-c7be8433c2ff tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:32.170545 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ef80a372-29c8-4b8a-b55d-9dd07492fb67 req-2c533974-524e-4402-bcf6-c7be8433c2ff tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0566785 Mar 24 14:54:32.228110 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ef80a372-29c8-4b8a-b55d-9dd07492fb67 req-5518ffa6-f4e0-43d4-b795-e9f4325e2518 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531192 Mar 24 14:54:32.298803 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47666) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:32.399033 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1f50-b2bb-4328-8eb1-29229946a23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.478935 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1f50-b2bb-4328-8eb1-29229946a23c admin admin] Publish callbacks [] for security_group (daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.484289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1f50-b2bb-4328-8eb1-29229946a23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.495296 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2a23ee76-3658-4808-b5c9-00167100e2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.531151 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-dfcf1f50-b2bb-4328-8eb1-29229946a23c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82ccd22a0b914495b6ae39c481a66b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312703 Mar 24 14:54:32.533015 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf1f50-b2bb-4328-8eb1-29229946a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:32.534041 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47676) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:32.593828 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d995e3db-774e-4376-abfb-cc734dbbe3f5 admin admin] Publish callbacks [] for security_group (daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.617459 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d995e3db-774e-4376-abfb-cc734dbbe3f5 admin admin] Publish callbacks [] for security_group (daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.669457 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d995e3db-774e-4376-abfb-cc734dbbe3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.672290 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d995e3db-774e-4376-abfb-cc734dbbe3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:32.674546 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d995e3db-774e-4376-abfb-cc734dbbe3f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75 HTTP/1.1" status: 204 len: 168 time: 0.1392310 Mar 24 14:54:32.682581 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995e3db-774e-4376-abfb-cc734dbbe3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa4f803-ec1d-40dc-b9e8-fcac4eaeaf75,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:33.068289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c81bc5-0883-4214-9c02-0e107ad46568 req-69bddcae-c27b-4239-9e9a-e95d060de8d0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:33.069840 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b7c81bc5-0883-4214-9c02-0e107ad46568 req-69bddcae-c27b-4239-9e9a-e95d060de8d0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0532699 Mar 24 14:54:33.119606 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b7c81bc5-0883-4214-9c02-0e107ad46568 req-f95cf278-ce5e-4376-941f-41f20ddaae24 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Mar 24 14:54:33.360363 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6070dd-a300-4bf0-ab13-ea7811da3488 req-4255d2da-3acc-4b98-ab3c-f4471862459d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:33.361813 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5d6070dd-a300-4bf0-ab13-ea7811da3488 req-4255d2da-3acc-4b98-ab3c-f4471862459d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0596173 Mar 24 14:54:33.408790 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5d6070dd-a300-4bf0-ab13-ea7811da3488 req-c6e07404-945c-4589-bbd2-514618182581 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Mar 24 14:54:33.707859 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:34.537420 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4239-7c74-45c3-8fd4-ca8c4bee8035 req-96342f44-0b7c-43bf-8236-9113ce7fbc0d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:34.538901 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c44b4239-7c74-45c3-8fd4-ca8c4bee8035 req-96342f44-0b7c-43bf-8236-9113ce7fbc0d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0542512 Mar 24 14:54:34.587725 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c44b4239-7c74-45c3-8fd4-ca8c4bee8035 req-020265fe-ffe7-4aa7-b436-fbff22bad07c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Mar 24 14:54:35.182054 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:35.709277 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005186d-a068-408b-8aff-24e705e79712 req-62bfe663-1039-4d4e-b919-38c9111a832c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:35.710805 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7005186d-a068-408b-8aff-24e705e79712 req-62bfe663-1039-4d4e-b919-38c9111a832c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0516801 Mar 24 14:54:35.760656 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7005186d-a068-408b-8aff-24e705e79712 req-ff3fc52c-7685-4b3b-8767-f7a1af125a82 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 Mar 24 14:54:36.572800 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:36.886071 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163b8f7-a80e-4f10-8129-5fe89bc1f573 req-bab64288-bb42-4e8b-a1b8-1ef93fb38c69 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:36.890553 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0163b8f7-a80e-4f10-8129-5fe89bc1f573 req-bab64288-bb42-4e8b-a1b8-1ef93fb38c69 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0570056 Mar 24 14:54:36.938401 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0163b8f7-a80e-4f10-8129-5fe89bc1f573 req-c533929f-4d7a-44d6-a6ad-b37e8fc59445 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Mar 24 14:54:38.061616 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff65d-1ba2-45b6-ae06-3186daa53daf req-6dc25a12-26f0-4127-bc97-d59b127bce78 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:38.063150 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9f7ff65d-1ba2-45b6-ae06-3186daa53daf req-6dc25a12-26f0-4127-bc97-d59b127bce78 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0585508 Mar 24 14:54:38.110697 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9f7ff65d-1ba2-45b6-ae06-3186daa53daf req-e69d7a7d-8773-4b13-bac7-a18945463992 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Mar 24 14:54:39.245623 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c7e1e-26ad-4094-ad66-2a323ecf47c0 req-5404a88d-c6cc-452b-8bd8-82c94699766b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:39.247258 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ac7c7e1e-26ad-4094-ad66-2a323ecf47c0 req-5404a88d-c6cc-452b-8bd8-82c94699766b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0547037 Mar 24 14:54:39.295948 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ac7c7e1e-26ad-4094-ad66-2a323ecf47c0 req-5fe928de-d70e-4845-bab3-aafab0e807a4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Mar 24 14:54:40.016934 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47888) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:40.126682 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9632a879-c721-4d4b-9bf5-dc7f1e2a1032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.202030 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9632a879-c721-4d4b-9bf5-dc7f1e2a1032 admin admin] Publish callbacks [] for security_group (2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.206736 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9632a879-c721-4d4b-9bf5-dc7f1e2a1032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.243882 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9632a879-c721-4d4b-9bf5-dc7f1e2a1032 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f6b7c6904ce4a34bf6aa5378f6e11a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258422 Mar 24 14:54:40.245057 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632a879-c721-4d4b-9bf5-dc7f1e2a1032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:40.246772 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47892) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:40.296888 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a1ced506-f344-46a4-b104-7553ecf6c366 admin admin] Publish callbacks [] for security_group (2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.317849 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a1ced506-f344-46a4-b104-7553ecf6c366 admin admin] Publish callbacks [] for security_group (2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.396109 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a1ced506-f344-46a4-b104-7553ecf6c366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.398598 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a1ced506-f344-46a4-b104-7553ecf6c366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.399669 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-a1ced506-f344-46a4-b104-7553ecf6c366 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5 HTTP/1.1" status: 204 len: 168 time: 0.1518862 Mar 24 14:54:40.411148 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced506-f344-46a4-b104-7553ecf6c366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8bcc00-8f3a-44fd-9bc0-25a7bda122b5,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:40.434128 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a65ac-0c9d-48c5-b45b-735db4902e9d req-227bbd09-6356-47ab-851c-3202ce8d969d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:40.435550 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-067a65ac-0c9d-48c5-b45b-735db4902e9d req-227bbd09-6356-47ab-851c-3202ce8d969d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0690622 Mar 24 14:54:40.485611 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-067a65ac-0c9d-48c5-b45b-735db4902e9d req-fcf84a86-f7e7-44f1-a7a0-6d156bd64e49 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Mar 24 14:54:40.673882 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47900) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:40.687867 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f3f27c2f-c29c-4437-82b4-483e7b64ff66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.773178 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f3f27c2f-c29c-4437-82b4-483e7b64ff66 admin admin] Publish callbacks [] for security_group (65f5e1d6-8447-4021-9e72-85abb19c442a), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.778240 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f3f27c2f-c29c-4437-82b4-483e7b64ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (65f5e1d6-8447-4021-9e72-85abb19c442a), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.818987 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f3f27c2f-c29c-4437-82b4-483e7b64ff66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6f5c02c09c542028ccfb3e2968f954b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439435 Mar 24 14:54:40.819782 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f27c2f-c29c-4437-82b4-483e7b64ff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f5e1d6-8447-4021-9e72-85abb19c442a,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:40.822013 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47906) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:40.877334 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76338d79-cf93-41e9-9670-4c2964e3d669 admin admin] Publish callbacks [] for security_group (65f5e1d6-8447-4021-9e72-85abb19c442a), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.903872 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76338d79-cf93-41e9-9670-4c2964e3d669 admin admin] Publish callbacks [] for security_group (65f5e1d6-8447-4021-9e72-85abb19c442a), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.952523 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76338d79-cf93-41e9-9670-4c2964e3d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (65f5e1d6-8447-4021-9e72-85abb19c442a), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.955582 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76338d79-cf93-41e9-9670-4c2964e3d669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:40.956713 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-76338d79-cf93-41e9-9670-4c2964e3d669 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65f5e1d6-8447-4021-9e72-85abb19c442a HTTP/1.1" status: 204 len: 168 time: 0.1336837 Mar 24 14:54:40.964339 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76338d79-cf93-41e9-9670-4c2964e3d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f5e1d6-8447-4021-9e72-85abb19c442a,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:41.605575 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb04a5c-0cd8-4e36-9b37-871ba2563186 req-d415c923-41a9-4880-ba37-76d1ddfc489a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:41.607392 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dbb04a5c-0cd8-4e36-9b37-871ba2563186 req-d415c923-41a9-4880-ba37-76d1ddfc489a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0566902 Mar 24 14:54:41.652917 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dbb04a5c-0cd8-4e36-9b37-871ba2563186 req-f7fbd70a-7030-4369-b1d2-fbc5499121be tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Mar 24 14:54:42.121419 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47954) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:42.356541 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-50dcc980-6efb-4af4-a798-206eaedbfc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:42.451099 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-50dcc980-6efb-4af4-a798-206eaedbfc1c admin admin] Publish callbacks [] for security_group (2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:42.460226 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-50dcc980-6efb-4af4-a798-206eaedbfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:42.501628 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-50dcc980-6efb-4af4-a798-206eaedbfc1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cb01999621b4c67befd8af99c59b79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789656 Mar 24 14:54:42.502773 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcc980-6efb-4af4-a798-206eaedbfc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:42.504096 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47976) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:42.565377 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e3219ec0-859a-45f2-9bda-a7049e72ef08 admin admin] Publish callbacks [] for security_group (2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:42.588330 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e3219ec0-859a-45f2-9bda-a7049e72ef08 admin admin] Publish callbacks [] for security_group (2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:42.638373 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e3219ec0-859a-45f2-9bda-a7049e72ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:42.641156 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e3219ec0-859a-45f2-9bda-a7049e72ef08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:42.642568 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e3219ec0-859a-45f2-9bda-a7049e72ef08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86 HTTP/1.1" status: 204 len: 168 time: 0.1373329 Mar 24 14:54:42.650278 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3219ec0-859a-45f2-9bda-a7049e72ef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94c788-cefc-4ccb-81f4-0c8d1e0d3c86,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:42.785195 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2feabb-f0cb-471a-a837-ee118345c952 req-0b77d365-e408-4e6e-b082-5dcca454c8c9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:42.786836 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cb2feabb-f0cb-471a-a837-ee118345c952 req-0b77d365-e408-4e6e-b082-5dcca454c8c9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0602529 Mar 24 14:54:42.840212 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cb2feabb-f0cb-471a-a837-ee118345c952 req-de676bbe-58d4-4138-95b7-dd12ac9ea48f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Mar 24 14:54:42.942646 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 47988) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:42.959779 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c50af68b-1083-4c08-bd5e-2afe5cfcd6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:43.036269 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c50af68b-1083-4c08-bd5e-2afe5cfcd6e5 admin admin] Publish callbacks [] for security_group (03fdea91-363e-441d-8f44-912753a4366c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:43.040707 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c50af68b-1083-4c08-bd5e-2afe5cfcd6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (03fdea91-363e-441d-8f44-912753a4366c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:43.077736 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c50af68b-1083-4c08-bd5e-2afe5cfcd6e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a53e8bc38e6f4032a2c71b6ebf3ea867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340251 Mar 24 14:54:43.078804 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50af68b-1083-4c08-bd5e-2afe5cfcd6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fdea91-363e-441d-8f44-912753a4366c,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:43.081099 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 47992) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:43.130430 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9de67e03-a303-425f-a9ce-5a3e4c872f44 admin admin] Publish callbacks [] for security_group (03fdea91-363e-441d-8f44-912753a4366c), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:43.151680 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9de67e03-a303-425f-a9ce-5a3e4c872f44 admin admin] Publish callbacks [] for security_group (03fdea91-363e-441d-8f44-912753a4366c), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:43.200843 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9de67e03-a303-425f-a9ce-5a3e4c872f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (03fdea91-363e-441d-8f44-912753a4366c), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:43.203303 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9de67e03-a303-425f-a9ce-5a3e4c872f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:43.204401 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9de67e03-a303-425f-a9ce-5a3e4c872f44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03fdea91-363e-441d-8f44-912753a4366c HTTP/1.1" status: 204 len: 168 time: 0.1221862 Mar 24 14:54:43.212170 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de67e03-a303-425f-a9ce-5a3e4c872f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fdea91-363e-441d-8f44-912753a4366c,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:43.977979 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c16764-691c-4636-9341-2fbf125f2590 req-6a8aabfb-43ad-4c8c-be0a-3bd967a671a4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:43.986350 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13c16764-691c-4636-9341-2fbf125f2590 req-6a8aabfb-43ad-4c8c-be0a-3bd967a671a4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0669456 Mar 24 14:54:44.034118 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-13c16764-691c-4636-9341-2fbf125f2590 req-99fe7571-ec22-42dc-a3c6-083a8e1a9c98 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 Mar 24 14:54:44.120316 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0466a-c2fc-4cf1-a884-ae2b810bda35 req-c0c39c89-694f-42eb-a4cf-d4fee963e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:44.122001 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-24c0466a-c2fc-4cf1-a884-ae2b810bda35 req-c0c39c89-694f-42eb-a4cf-d4fee963e1a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 1130 time: 0.0589077 Mar 24 14:54:44.182497 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-24c0466a-c2fc-4cf1-a884-ae2b810bda35 req-1f150473-ea77-4c7d-8474-60a9f8ba4387 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Mar 24 14:54:44.319448 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48038) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:44.432259 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3e3d-7670-4cc2-a339-d28870ad6618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:44.509495 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3e3d-7670-4cc2-a339-d28870ad6618 admin admin] Publish callbacks [] for security_group (442847bb-2025-4044-8d2f-1deea2df378a), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:44.515165 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3e3d-7670-4cc2-a339-d28870ad6618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (442847bb-2025-4044-8d2f-1deea2df378a), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:44.552128 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-3e6e3e3d-7670-4cc2-a339-d28870ad6618 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7aa99d6d06ed4d3297ba945a1ddd24a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315617 Mar 24 14:54:44.552815 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e3e3d-7670-4cc2-a339-d28870ad6618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442847bb-2025-4044-8d2f-1deea2df378a,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:44.554969 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48042) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:44.603252 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9b1a907e-cc97-422b-92ed-bfd908fb4c25 admin admin] Publish callbacks [] for security_group (442847bb-2025-4044-8d2f-1deea2df378a), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:44.623810 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9b1a907e-cc97-422b-92ed-bfd908fb4c25 admin admin] Publish callbacks [] for security_group (442847bb-2025-4044-8d2f-1deea2df378a), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:44.676651 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9b1a907e-cc97-422b-92ed-bfd908fb4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (442847bb-2025-4044-8d2f-1deea2df378a), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:44.679190 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9b1a907e-cc97-422b-92ed-bfd908fb4c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:44.680352 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9b1a907e-cc97-422b-92ed-bfd908fb4c25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/442847bb-2025-4044-8d2f-1deea2df378a HTTP/1.1" status: 204 len: 168 time: 0.1243761 Mar 24 14:54:44.687942 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a907e-cc97-422b-92ed-bfd908fb4c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442847bb-2025-4044-8d2f-1deea2df378a,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:45.164307 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd589ba-c0db-44f2-8ede-f756ae576c8c req-03733c8f-7e1c-405f-ab11-84f251ff8568 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:45.165805 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3dd589ba-c0db-44f2-8ede-f756ae576c8c req-03733c8f-7e1c-405f-ab11-84f251ff8568 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0587649 Mar 24 14:54:45.213776 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3dd589ba-c0db-44f2-8ede-f756ae576c8c req-4f0abc9a-de15-4522-9acc-21d497767252 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Mar 24 14:54:46.336191 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294231c-e164-4ea2-a0e5-4c315e7f4632 req-bf16ff4c-0ffc-4704-821f-f908d3d0a4b8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:46.337646 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2294231c-e164-4ea2-a0e5-4c315e7f4632 req-bf16ff4c-0ffc-4704-821f-f908d3d0a4b8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0530620 Mar 24 14:54:46.386220 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2294231c-e164-4ea2-a0e5-4c315e7f4632 req-7137e0fd-08fd-479c-8003-bf60c92dfede tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Mar 24 14:54:46.502260 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d962c06-8a53-4009-abe9-9b245515d359 req-aab8fa73-6a19-48a7-9cd7-820f04fcc0ef tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:46.503712 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3d962c06-8a53-4009-abe9-9b245515d359 req-aab8fa73-6a19-48a7-9cd7-820f04fcc0ef tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0523746 Mar 24 14:54:46.553949 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3d962c06-8a53-4009-abe9-9b245515d359 req-f1e498e1-eb16-4830-b7a0-0290360a26e7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Mar 24 14:54:46.961483 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48126) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:47.075088 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2682b42a-623a-40a1-b8a1-cb93e2ade7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.134969 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.153509 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2682b42a-623a-40a1-b8a1-cb93e2ade7ba admin admin] Publish callbacks [] for security_group (44d16d35-61aa-4eb7-88a3-2ce2d721e3ea), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.159388 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2682b42a-623a-40a1-b8a1-cb93e2ade7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (44d16d35-61aa-4eb7-88a3-2ce2d721e3ea), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.195839 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2682b42a-623a-40a1-b8a1-cb93e2ade7ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd1933f51c274c08b5c6e4cead252761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330849 Mar 24 14:54:47.196690 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682b42a-623a-40a1-b8a1-cb93e2ade7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d16d35-61aa-4eb7-88a3-2ce2d721e3ea,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:47.198651 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48132) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:47.246468 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-563bbf8d-f2a8-4cf1-857e-e5acf5910955 admin admin] Publish callbacks [] for security_group (44d16d35-61aa-4eb7-88a3-2ce2d721e3ea), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.267375 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-563bbf8d-f2a8-4cf1-857e-e5acf5910955 admin admin] Publish callbacks [] for security_group (44d16d35-61aa-4eb7-88a3-2ce2d721e3ea), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.319019 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-563bbf8d-f2a8-4cf1-857e-e5acf5910955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (44d16d35-61aa-4eb7-88a3-2ce2d721e3ea), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.321844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-563bbf8d-f2a8-4cf1-857e-e5acf5910955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.323014 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-563bbf8d-f2a8-4cf1-857e-e5acf5910955 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44d16d35-61aa-4eb7-88a3-2ce2d721e3ea HTTP/1.1" status: 204 len: 168 time: 0.1233449 Mar 24 14:54:47.330927 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bbf8d-f2a8-4cf1-857e-e5acf5910955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d16d35-61aa-4eb7-88a3-2ce2d721e3ea,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:47.595409 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48140) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:47.612223 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1623264d-f15b-46c3-88ef-50317ee8932a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.688094 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1623264d-f15b-46c3-88ef-50317ee8932a admin admin] Publish callbacks [] for security_group (4d6c00df-df7c-464f-9b0f-4981720148b2), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.693535 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1623264d-f15b-46c3-88ef-50317ee8932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (4d6c00df-df7c-464f-9b0f-4981720148b2), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.732718 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-1623264d-f15b-46c3-88ef-50317ee8932a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61192c52ef3d46268a3287dd092799cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361089 Mar 24 14:54:47.733578 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623264d-f15b-46c3-88ef-50317ee8932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c00df-df7c-464f-9b0f-4981720148b2,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:47.735806 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48142) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:47.797158 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b768a8ca-dfec-4325-ad9d-4a1dcc10f033 admin admin] Publish callbacks [] for security_group (4d6c00df-df7c-464f-9b0f-4981720148b2), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.818251 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b768a8ca-dfec-4325-ad9d-4a1dcc10f033 admin admin] Publish callbacks [] for security_group (4d6c00df-df7c-464f-9b0f-4981720148b2), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.869882 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b768a8ca-dfec-4325-ad9d-4a1dcc10f033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (4d6c00df-df7c-464f-9b0f-4981720148b2), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.874916 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b768a8ca-dfec-4325-ad9d-4a1dcc10f033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:47.878878 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b768a8ca-dfec-4325-ad9d-4a1dcc10f033 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d6c00df-df7c-464f-9b0f-4981720148b2 HTTP/1.1" status: 204 len: 168 time: 0.1396756 Mar 24 14:54:47.885048 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768a8ca-dfec-4325-ad9d-4a1dcc10f033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c00df-df7c-464f-9b0f-4981720148b2,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:48.148746 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aceee1b-aaf5-418c-ac7e-3d424b3c51b8 req-6be33ac7-06ee-4929-8b0b-0a5bf952404c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:48.155859 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1aceee1b-aaf5-418c-ac7e-3d424b3c51b8 req-6be33ac7-06ee-4929-8b0b-0a5bf952404c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0588050 Mar 24 14:54:48.197963 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1aceee1b-aaf5-418c-ac7e-3d424b3c51b8 req-cad39052-002d-4162-9743-83812ad98eaa tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Mar 24 14:54:49.318292 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43196d9-539f-4d63-ad9c-b6b36baf89f0 req-95189793-ecc6-4f7b-bc1a-833ce66af86b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:49.325273 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d43196d9-539f-4d63-ad9c-b6b36baf89f0 req-95189793-ecc6-4f7b-bc1a-833ce66af86b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0583823 Mar 24 14:54:49.372682 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d43196d9-539f-4d63-ad9c-b6b36baf89f0 req-569dc9be-9c15-47e6-82f8-907c1c4bbff2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Mar 24 14:54:49.650031 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48216) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:49.758940 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-16cd9ef9-90ca-481b-9b09-808160790042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:49.837983 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-16cd9ef9-90ca-481b-9b09-808160790042 admin admin] Publish callbacks [] for security_group (8c779781-7aaa-4e6e-a82a-2cf7abf185be), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:49.842954 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-16cd9ef9-90ca-481b-9b09-808160790042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8c779781-7aaa-4e6e-a82a-2cf7abf185be), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:49.880165 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd9ef9-90ca-481b-9b09-808160790042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c779781-7aaa-4e6e-a82a-2cf7abf185be,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:49.884313 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-16cd9ef9-90ca-481b-9b09-808160790042 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7defedeb73b542f681659226b52233e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330396 Mar 24 14:54:49.887458 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48222) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:49.939898 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8f04225a-528a-48e1-9cf3-98778ece5bed admin admin] Publish callbacks [] for security_group (8c779781-7aaa-4e6e-a82a-2cf7abf185be), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:49.966928 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8f04225a-528a-48e1-9cf3-98778ece5bed admin admin] Publish callbacks [] for security_group (8c779781-7aaa-4e6e-a82a-2cf7abf185be), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.021615 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8f04225a-528a-48e1-9cf3-98778ece5bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8c779781-7aaa-4e6e-a82a-2cf7abf185be), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.024176 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8f04225a-528a-48e1-9cf3-98778ece5bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.025340 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-8f04225a-528a-48e1-9cf3-98778ece5bed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c779781-7aaa-4e6e-a82a-2cf7abf185be HTTP/1.1" status: 204 len: 168 time: 0.1367254 Mar 24 14:54:50.033306 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04225a-528a-48e1-9cf3-98778ece5bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c779781-7aaa-4e6e-a82a-2cf7abf185be,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:50.309096 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48230) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:50.328511 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7316-46a5-43c1-b81e-ccbb59ba3872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.420556 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7316-46a5-43c1-b81e-ccbb59ba3872 admin admin] Publish callbacks [] for security_group (b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.425883 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7316-46a5-43c1-b81e-ccbb59ba3872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.467702 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d5cd7316-46a5-43c1-b81e-ccbb59ba3872 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e86b4dce41f7468daaccf16d44016ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570945 Mar 24 14:54:50.468540 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd7316-46a5-43c1-b81e-ccbb59ba3872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:50.473136 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48236) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:50.501833 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5793d6-5fa6-4c42-8d30-f444b26682de req-64121495-b9cd-4be7-939d-c9e5f9da8655 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:50.503338 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ba5793d6-5fa6-4c42-8d30-f444b26682de req-64121495-b9cd-4be7-939d-c9e5f9da8655 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0617650 Mar 24 14:54:50.519525 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c39948aa-e6a7-4428-8082-7939e50703bd admin admin] Publish callbacks [] for security_group (b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.539972 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c39948aa-e6a7-4428-8082-7939e50703bd admin admin] Publish callbacks [] for security_group (b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.548101 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ba5793d6-5fa6-4c42-8d30-f444b26682de req-89750330-89a2-4401-b3b2-17572c5d2d13 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Mar 24 14:54:50.587699 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c39948aa-e6a7-4428-8082-7939e50703bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.590532 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c39948aa-e6a7-4428-8082-7939e50703bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:50.591711 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c39948aa-e6a7-4428-8082-7939e50703bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba HTTP/1.1" status: 204 len: 168 time: 0.1196508 Mar 24 14:54:50.599534 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39948aa-e6a7-4428-8082-7939e50703bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc9bbf-fa72-49db-96ca-4fa5c478f7ba,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:50.689909 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-865940cd-a307-4bab-b7f0-568ac90077a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:50.691497 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-865940cd-a307-4bab-b7f0-568ac90077a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 1129 time: 0.0438275 Mar 24 14:54:50.812663 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-95cd7d9b-40f0-497d-ac18-5c3af36b907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:50.814338 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-95cd7d9b-40f0-497d-ac18-5c3af36b907b service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1115906 Mar 24 14:54:50.856011 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-c94146b9-1120-406f-9c3e-a22d8bd3e120 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822 HTTP/1.1" status: 200 len: 217 time: 0.0338290 Mar 24 14:54:50.912229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-f91cbef1-464b-4609-baf9-97b6ed4969c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:50.913786 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-f91cbef1-464b-4609-baf9-97b6ed4969c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0444219 Mar 24 14:54:50.967789 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-0f338cd3-fc29-4030-bc58-79e3c41def98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:50.969271 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-0f338cd3-fc29-4030-bc58-79e3c41def98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477622 Mar 24 14:54:51.272037 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-656a065d-a8ba-4781-9ff2-5326a7b970ac service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900162 Mar 24 14:54:51.383590 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5fa6f0-2952-4033-89a8-15fefeeec40a req-cf44abdc-7c3e-4714-b16f-ee5e918e833a service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893102 Mar 24 14:54:51.670253 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7f9f0-cc22-486e-9b09-052b3e7636d4 req-a02ad4d2-6a86-4124-8591-8a62a87a0e20 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:51.671792 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-20d7f9f0-cc22-486e-9b09-052b3e7636d4 req-a02ad4d2-6a86-4124-8591-8a62a87a0e20 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Mar 24 14:54:51.741150 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-20d7f9f0-cc22-486e-9b09-052b3e7636d4 req-9e7e6bb2-8acb-400c-a15f-e5a31c6f2f67 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638735 Mar 24 14:54:52.870475 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58f29e-ed7e-47ab-9504-e137ba970773 req-fa1ca963-bc1a-4905-89a8-feea5e7d4246 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:52.871976 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1a58f29e-ed7e-47ab-9504-e137ba970773 req-fa1ca963-bc1a-4905-89a8-feea5e7d4246 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0608773 Mar 24 14:54:52.924038 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1a58f29e-ed7e-47ab-9504-e137ba970773 req-bb89c24f-375a-40ae-be37-21e70c9e8b7c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 Mar 24 14:54:53.759683 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48306) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:53.874736 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e724621-83f0-409d-bbad-2c8b24e628c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:53.961641 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e724621-83f0-409d-bbad-2c8b24e628c6 admin admin] Publish callbacks [] for security_group (935cfd3d-44b7-4f19-82f8-dcf0ac25344b), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:53.967597 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e724621-83f0-409d-bbad-2c8b24e628c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (935cfd3d-44b7-4f19-82f8-dcf0ac25344b), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:54.016490 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2e724621-83f0-409d-bbad-2c8b24e628c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55a49800dd1142f382587553add04dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557414 Mar 24 14:54:54.019298 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48314) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:54:54.034308 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e724621-83f0-409d-bbad-2c8b24e628c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935cfd3d-44b7-4f19-82f8-dcf0ac25344b,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:54.058936 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acd7ba-3cfa-4b2c-aabb-8e007c5affe2 req-91c4e09c-8e4d-42c4-b1ce-a15da64e71b6 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:54.060417 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e2acd7ba-3cfa-4b2c-aabb-8e007c5affe2 req-91c4e09c-8e4d-42c4-b1ce-a15da64e71b6 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0640259 Mar 24 14:54:54.068347 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0ad40008-d996-4941-87aa-cb8a9e0a8c91 admin admin] Publish callbacks [] for security_group (935cfd3d-44b7-4f19-82f8-dcf0ac25344b), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:54.090773 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0ad40008-d996-4941-87aa-cb8a9e0a8c91 admin admin] Publish callbacks [] for security_group (935cfd3d-44b7-4f19-82f8-dcf0ac25344b), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:54.107605 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e2acd7ba-3cfa-4b2c-aabb-8e007c5affe2 req-f88ffd1d-d153-49aa-bd1a-1856c1896597 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Mar 24 14:54:54.138704 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0ad40008-d996-4941-87aa-cb8a9e0a8c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (935cfd3d-44b7-4f19-82f8-dcf0ac25344b), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:54.141297 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0ad40008-d996-4941-87aa-cb8a9e0a8c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:54:54.142503 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0ad40008-d996-4941-87aa-cb8a9e0a8c91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/935cfd3d-44b7-4f19-82f8-dcf0ac25344b HTTP/1.1" status: 204 len: 168 time: 0.1222188 Mar 24 14:54:54.150879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad40008-d996-4941-87aa-cb8a9e0a8c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935cfd3d-44b7-4f19-82f8-dcf0ac25344b,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:54:55.240197 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2c0e-1864-4361-9a1a-c992bfa1133f req-2ee6fa2e-4fce-4c5c-816a-7c0b12ebe920 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:55.241568 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cfaf2c0e-1864-4361-9a1a-c992bfa1133f req-2ee6fa2e-4fce-4c5c-816a-7c0b12ebe920 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0633469 Mar 24 14:54:55.290056 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cfaf2c0e-1864-4361-9a1a-c992bfa1133f req-14248e53-efd8-44ba-9750-1767990ea8a8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Mar 24 14:54:56.415739 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33514d4-e217-4529-871f-2fac736d9bc3 req-3178b85d-72df-4893-bef1-ec454c6f90d8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:56.417186 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f33514d4-e217-4529-871f-2fac736d9bc3 req-3178b85d-72df-4893-bef1-ec454c6f90d8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Mar 24 14:54:56.465518 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f33514d4-e217-4529-871f-2fac736d9bc3 req-4b35c5eb-205c-41d2-b0d3-840a2f1e44e5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Mar 24 14:54:57.590600 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c3080-718c-4733-b6dc-265955cc9f84 req-364fdbe7-eb40-40ee-8280-1a0641eae458 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:57.592127 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c03c3080-718c-4733-b6dc-265955cc9f84 req-364fdbe7-eb40-40ee-8280-1a0641eae458 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0614207 Mar 24 14:54:57.638312 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c03c3080-718c-4733-b6dc-265955cc9f84 req-e7e01c29-d6b2-4a9b-8f3e-6ac5f4b22560 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Mar 24 14:54:58.767898 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5064a4-4f0b-43f5-8503-47d91d3f006c req-ad15e971-df98-4984-8ea6-11d74d65a85a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:58.769385 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4e5064a4-4f0b-43f5-8503-47d91d3f006c req-ad15e971-df98-4984-8ea6-11d74d65a85a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Mar 24 14:54:58.819339 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4e5064a4-4f0b-43f5-8503-47d91d3f006c req-fbd47ed6-4edb-43ab-bb42-11fc08a1aab0 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436471 Mar 24 14:54:59.948972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9928b6-1d65-4fb0-9ada-4be923d3b925 req-96c467eb-271c-41fd-979c-92501eaf2ad8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:54:59.951587 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-df9928b6-1d65-4fb0-9ada-4be923d3b925 req-96c467eb-271c-41fd-979c-92501eaf2ad8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0570037 Mar 24 14:54:59.999985 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-df9928b6-1d65-4fb0-9ada-4be923d3b925 req-3c95f95c-c60d-4e29-a79b-4249de01bbdb tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Mar 24 14:55:00.166363 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48406) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:00.233606 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e1a2-156c-4e82-aef7-6d4f466fb76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.281654 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-40d902ef-52cb-43ad-b578-a9e92b699265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.359601 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-40d902ef-52cb-43ad-b578-a9e92b699265 admin admin] Publish callbacks [] for security_group (4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.364652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-40d902ef-52cb-43ad-b578-a9e92b699265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.401063 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-40d902ef-52cb-43ad-b578-a9e92b699265 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf23ab109fab4e0bb2bab91df89540e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336183 Mar 24 14:55:00.402383 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d902ef-52cb-43ad-b578-a9e92b699265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:00.404059 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48410) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:00.452352 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20dd23e5-42f4-4c94-a19f-11a71decbe65 admin admin] Publish callbacks [] for security_group (4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.477072 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20dd23e5-42f4-4c94-a19f-11a71decbe65 admin admin] Publish callbacks [] for security_group (4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.528982 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20dd23e5-42f4-4c94-a19f-11a71decbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.531599 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20dd23e5-42f4-4c94-a19f-11a71decbe65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:00.532767 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-20dd23e5-42f4-4c94-a19f-11a71decbe65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91 HTTP/1.1" status: 204 len: 168 time: 0.1276891 Mar 24 14:55:00.540584 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd23e5-42f4-4c94-a19f-11a71decbe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4469d0cb-ab4b-48a4-a9f5-b19c50a8bd91,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:01.129987 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50110878-27d6-48f4-aab9-4b163f40971c req-b97d1be2-765b-4e2b-beec-8134e3b9f1c9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:01.131464 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-50110878-27d6-48f4-aab9-4b163f40971c req-b97d1be2-765b-4e2b-beec-8134e3b9f1c9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Mar 24 14:55:01.171119 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48436) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:01.187959 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-50110878-27d6-48f4-aab9-4b163f40971c req-b8932a23-df81-44c7-b087-151f043a43e4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499108 Mar 24 14:55:01.274271 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871678818-network', 'tenant_id': 'acb3194551f14d53b537ed3a0a5ad6df'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:01.296221 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Made reservation on behalf of acb3194551f14d53b537ed3a0a5ad6df for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:55:01.298654 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.307524 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.380115 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks [] for security_group (5fb1d920-01f4-4578-917a-8e2e3c5761bd), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.386764 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5fb1d920-01f4-4578-917a-8e2e3c5761bd), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.411676 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:55:01.420755 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1d920-01f4-4578-917a-8e2e3c5761bd,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:01.428273 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (0d92da84-d7d9-44f7-8372-5ab948a8924c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.428273 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Added segment 0d92da84-d7d9-44f7-8372-5ab948a8924c of type vlan for network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d Mar 24 14:55:01.467327 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.493916 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.494987 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:01.495558 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.769322 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5927713 Mar 24 14:55:01.773003 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48444) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:01.774955 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d5225-1fc2-49cf-a763-48b7e50c5eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:01.779466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Request body: {'subnet': {'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871678818-subnet', 'tenant_id': 'acb3194551f14d53b537ed3a0a5ad6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:01.785831 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:55:01.800662 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Made reservation on behalf of acb3194551f14d53b537ed3a0a5ad6df for: {'subnet': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:55:01.803140 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:01.971970 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (826b846a-fb1e-4056-8a8a-07556b383497), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:02.024999 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826b846a-fb1e-4056-8a8a-07556b383497,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:02.036408 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Checking segment: {'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:55:02.036773 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Network hostable DHCP agents. Network: 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:55:02.055957 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:55:02.064975 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d) {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:02.071160 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:02.071304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:02.074739 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf0894-7cd1-4ea6-9cc3-0ef3344a98cd None None] Network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:55:02.092561 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0a5e3bcb-52d7-49ac-805e-6e629b78c228 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3183961 Mar 24 14:55:02.175559 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735be9b-7e6e-46c7-a297-7ab65335c993 None None] Network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:55:02.312353 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670769b-9d11-4f7c-b5de-6f438fab9fe4 req-ea0896cb-f066-4391-95cf-3e9e4044a265 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:02.314248 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1670769b-9d11-4f7c-b5de-6f438fab9fe4 req-ea0896cb-f066-4391-95cf-3e9e4044a265 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0568900 Mar 24 14:55:02.369167 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1670769b-9d11-4f7c-b5de-6f438fab9fe4 req-6b824f0e-d646-4a4d-bd97-4bcdb2bf5573 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Mar 24 14:55:02.488413 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4eca2eff-5b42-405a-b959-57ae95c301ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:03.361009 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88778-8a7c-483c-8376-a33ace71bc6d req-c18bd1c2-7490-49a4-ab9f-e8b88139543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:03.362533 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-25c88778-8a7c-483c-8376-a33ace71bc6d req-c18bd1c2-7490-49a4-ab9f-e8b88139543e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 1129 time: 0.0502377 Mar 24 14:55:03.409019 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-25c88778-8a7c-483c-8376-a33ace71bc6d req-e5ed6319-f963-49f2-a9bf-ee26d19db543 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Mar 24 14:55:03.491993 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c71c-5235-4861-b844-09c9a3aaf523 req-90c3b6e3-253e-4747-a37a-357a547dc437 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:03.493446 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81c7c71c-5235-4861-b844-09c9a3aaf523 req-90c3b6e3-253e-4747-a37a-357a547dc437 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Mar 24 14:55:03.551452 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81c7c71c-5235-4861-b844-09c9a3aaf523 req-6f929ab5-c796-4ad4-b0e3-60b44dcb1cdd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521009 Mar 24 14:55:03.709604 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:03.902765 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849705e5-2033-478a-b3f5-432a4c54b44b req-793e525d-0422-41c1-adcc-396783deb76f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:03.904153 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-793e525d-0422-41c1-adcc-396783deb76f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/networks?id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d HTTP/1.1" status: 200 len: 808 time: 0.1070011 Mar 24 14:55:03.918950 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-7a5a75ff-694d-4aa1-8c1b-dd7e5ac7afb1 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/quotas/acb3194551f14d53b537ed3a0a5ad6df HTTP/1.1" status: 200 len: 375 time: 0.0093398 Mar 24 14:55:03.949880 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9e1236c3-964d-46b2-8220-cc34c3bb06ad tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb3194551f14d53b537ed3a0a5ad6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255640 Mar 24 14:55:04.064490 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-1975f2f8-0565-4368-b2d2-926c6b895191 service neutron] 10.222.0.43 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060965 Mar 24 14:55:04.156487 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-58b1aef4-9c35-413c-bb5c-5759f0d1588b service neutron] 10.222.0.43 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843518 Mar 24 14:55:04.317661 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-179e1dc6-abb1-44e7-9279-6085ea606b01 req-90c08025-941f-4695-a705-292b375a2e9b tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 210 time: 0.0259492 Mar 24 14:55:04.676399 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821b7f5-67ef-4810-8933-87a7035f54b1 req-eb7be00d-ef0f-44c5-99fa-1108c9e688fa tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:04.678958 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1821b7f5-67ef-4810-8933-87a7035f54b1 req-eb7be00d-ef0f-44c5-99fa-1108c9e688fa tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0577419 Mar 24 14:55:04.732801 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1821b7f5-67ef-4810-8933-87a7035f54b1 req-f1e6204c-dcca-4664-8fdb-23e45163584c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 Mar 24 14:55:05.178125 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:05.422132 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a3db270b-1a4d-4c24-a702-2d453e382dc1 req-370c04c5-a1b3-42eb-8215-05393045a2fd tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 210 time: 0.0334036 Mar 24 14:55:05.558764 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849705e5-2033-478a-b3f5-432a4c54b44b req-bc287b4b-3e6c-4cde-9a74-0847e72003d6 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:05.560405 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-bc287b4b-3e6c-4cde-9a74-0847e72003d6 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "GET /v2.0/networks?id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d HTTP/1.1" status: 200 len: 808 time: 0.1060026 Mar 24 14:55:05.603144 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Request body: {'port': {'device_id': '533d2042-9cfb-4171-864b-4a290f4f773f', 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d', 'admin_state_up': True, 'tenant_id': 'acb3194551f14d53b537ed3a0a5ad6df'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:05.713899 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Made reservation on behalf of acb3194551f14d53b537ed3a0a5ad6df for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:55:05.717116 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:05.837920 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Allocated IP 172.20.0.13 (6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d/826b846a-fb1e-4056-8a8a-07556b383497/ade84dfd-4321-4d6a-bba1-76fb3e10f776) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:55:05.850652 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0895ff3-6863-4028-9b52-b84916aa0eea req-6ae7a605-a595-49f8-937b-23787d84b89c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:05.852125 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f0895ff3-6863-4028-9b52-b84916aa0eea req-6ae7a605-a595-49f8-937b-23787d84b89c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0513997 Mar 24 14:55:05.906374 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f0895ff3-6863-4028-9b52-b84916aa0eea req-bea07201-42cb-4008-91f0-2c3b23325ad9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Mar 24 14:55:05.998771 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks [] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:06.034932 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:06.080460 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:55:06.083852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:06.089788 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:55:06.094916 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:06.095528 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:06.101892 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Pushing event updated for resources: {'Port': ['ID=ade84dfd-4321-4d6a-bba1-76fb3e10f776,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:06.148221 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-9ff73a53-6599-432b-bb3c-8d5c62d12c4f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489631 Mar 24 14:55:06.170291 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Request body: {'port': {'device_id': '533d2042-9cfb-4171-864b-4a290f4f773f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:06.245464 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7815fd3-2a17-4739-8318-b026c69f02f5 req-1f55c213-0514-4d8e-ab76-c6f3d0efa266 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:06.246888 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7815fd3-2a17-4739-8318-b026c69f02f5 req-1f55c213-0514-4d8e-ab76-c6f3d0efa266 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.1397848 Mar 24 14:55:06.262211 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-6ceff483-7a5c-4389-98e2-7d5f9da09646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:06.263607 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-6ceff483-7a5c-4389-98e2-7d5f9da09646 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 1129 time: 0.1257768 Mar 24 14:55:06.265109 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:06.377799 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7815fd3-2a17-4739-8318-b026c69f02f5 req-3573e341-a9f3-48dc-a93a-71170f316a0b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247163 Mar 24 14:55:06.477737 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-fb1a716b-4d2a-4a9b-b8d8-0b0e8e1082c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:06.479240 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-fb1a716b-4d2a-4a9b-b8d8-0b0e8e1082c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1988378 Mar 24 14:55:06.545213 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263fd7a-ac71-4589-9520-b23aafde99a1 req-f4ac0b1f-0481-4ae6-a5bc-321acc6efc61 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:06.547011 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4263fd7a-ac71-4589-9520-b23aafde99a1 req-f4ac0b1f-0481-4ae6-a5bc-321acc6efc61 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 932 time: 0.0518348 Mar 24 14:55:06.554574 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-e92b5ada-af36-43cb-9586-ee1d403e98b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822 HTTP/1.1" status: 200 len: 217 time: 0.0615211 Mar 24 14:55:06.573792 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:06.607692 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4263fd7a-ac71-4589-9520-b23aafde99a1 req-363b1591-262e-47de-bc06-cab1b4d95186 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Mar 24 14:55:06.645527 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-299263fd-22b5-4364-9215-f2f37838bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:06.647037 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-299263fd-22b5-4364-9215-f2f37838bb50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0830545 Mar 24 14:55:06.722806 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade84dfd-4321-4d6a-bba1-76fb3e10f776 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:06.731704 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Publish callbacks [] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:06.748036 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Transition to ACTIVE for port object ade84dfd-4321-4d6a-bba1-76fb3e10f776 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:55:06.750375 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-fca409ab-e11e-4cde-8038-385bfae32c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:06.752030 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-fca409ab-e11e-4cde-8038-385bfae32c91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904579 Mar 24 14:55:06.753164 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:06.846646 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Pushing event updated for resources: {'Port': ['ID=ade84dfd-4321-4d6a-bba1-76fb3e10f776,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:06.895293 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Attempting to bind port ade84dfd-4321-4d6a-bba1-76fb3e10f776 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:55:06.895634 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Attempting to bind port ade84dfd-4321-4d6a-bba1-76fb3e10f776 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:55:06.895973 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Attempting to bind port ade84dfd-4321-4d6a-bba1-76fb3e10f776 on network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:06.909733 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Port ade84dfd-4321-4d6a-bba1-76fb3e10f776 on network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:55:06.910179 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Attempting to bind port ade84dfd-4321-4d6a-bba1-76fb3e10f776 on network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:06.914687 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-6cb74725-7fbc-4886-a6ed-c674082e1b58 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379952 Mar 24 14:55:06.917345 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:55:06.917684 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Checking segment: {'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:55:06.918170 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Bound using segment: {'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:55:06.918621 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Bound port: ade84dfd-4321-4d6a-bba1-76fb3e10f776, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:55:06.918920 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:07.043876 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] For port ade84dfd-4321-4d6a-bba1-76fb3e10f776, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:55:07.048043 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] For port ade84dfd-4321-4d6a-bba1-76fb3e10f776, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=ade84dfd-4321-4d6a-bba1-76fb3e10f776,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:55:07.053592 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e672be-b92b-45e2-9b80-f66a7da5768f req-3041daf0-61ba-48a7-96d7-239e39b5402d service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317384 Mar 24 14:55:07.056207 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:07.090025 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:07.090641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:07.092017 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] 10.222.0.46 "PUT /v2.0/ports/ade84dfd-4321-4d6a-bba1-76fb3e10f776 HTTP/1.1" status: 200 len: 1094 time: 0.9259980 Mar 24 14:55:07.092453 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533d2042-9cfb-4171-864b-4a290f4f773f', 'tag': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:07.094698 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720a7870-ee34-4786-8a7f-753414f8c72d" -d '{"events": [{"name": "network-changed", "server_uuid": "533d2042-9cfb-4171-864b-4a290f4f773f", "tag": "ade84dfd-4321-4d6a-bba1-76fb3e10f776"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:07.122375 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9b24c-e618-46c6-90a7-97ab87654b83 service neutron] Pushing event updated for resources: {'Port': ['ID=ade84dfd-4321-4d6a-bba1-76fb3e10f776,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:07.135369 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a94c3e9-87ec-4fee-be22-b3338528078c x-openstack-request-id: req-5a94c3e9-87ec-4fee-be22-b3338528078c {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:07.135664 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533d2042-9cfb-4171-864b-4a290f4f773f", "tag": "ade84dfd-4321-4d6a-bba1-76fb3e10f776", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:07.135917 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a94c3e9-87ec-4fee-be22-b3338528078c {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:07.136319 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a94c3e9-87ec-4fee-be22-b3338528078c'] response: {'name': 'network-changed', 'server_uuid': '533d2042-9cfb-4171-864b-4a290f4f773f', 'tag': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776', 'status': 'completed', 'code': 200} Mar 24 14:55:07.250171 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849705e5-2033-478a-b3f5-432a4c54b44b req-49b85ded-a422-4d4a-8723-3a20ab10bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:07.251642 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-49b85ded-a422-4d4a-8723-3a20ab10bb2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acb3194551f14d53b537ed3a0a5ad6df&device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 1128 time: 0.0455644 Mar 24 14:55:07.497002 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-b20b842b-6909-4ee1-be28-d41bab413561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ade84dfd-4321-4d6a-bba1-76fb3e10f776 HTTP/1.1" status: 200 len: 217 time: 0.2298379 Mar 24 14:55:07.502111 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97e7c9-9b12-4190-969e-6932dca78dcc req-7e59ad4b-1950-4ad9-984d-8e2a6b1de853 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:07.503577 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6d97e7c9-9b12-4190-969e-6932dca78dcc req-7e59ad4b-1950-4ad9-984d-8e2a6b1de853 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0573959 Mar 24 14:55:07.551708 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849705e5-2033-478a-b3f5-432a4c54b44b req-5a4fc0c8-9011-47b2-a06b-be0f7294de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:07.551940 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6d97e7c9-9b12-4190-969e-6932dca78dcc req-2090d15a-fc12-4346-bf60-6d7e78bfd127 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Mar 24 14:55:07.553265 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-5a4fc0c8-9011-47b2-a06b-be0f7294de43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=826b846a-fb1e-4056-8a8a-07556b383497 HTTP/1.1" status: 200 len: 848 time: 0.0432482 Mar 24 14:55:07.591734 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-c03c80cd-6e6b-4cf2-bb25-81d4fb16952f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262637 Mar 24 14:55:07.697190 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-111dfda2-8f02-4898-b0b2-3c9c396337c8 service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984709 Mar 24 14:55:07.795480 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb484-3cde-43a0-95cd-256d625f2f5d req-56f2b824-a67b-46d1-8a43-2fe487d5854e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:07.796954 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-034cb484-3cde-43a0-95cd-256d625f2f5d req-56f2b824-a67b-46d1-8a43-2fe487d5854e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 944 time: 0.1145778 Mar 24 14:55:07.818576 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-849705e5-2033-478a-b3f5-432a4c54b44b req-3758b1e5-927a-4e37-983b-5b4851b8bc34 service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069524 Mar 24 14:55:07.857168 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-034cb484-3cde-43a0-95cd-256d625f2f5d req-c5ccd6b0-2e7a-411b-855d-b064bbaac347 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540872 Mar 24 14:55:07.984210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7870-ee34-4786-8a7f-753414f8c72d req-b9a296b4-e989-453e-8183-232ab74323d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:07.985664 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-720a7870-ee34-4786-8a7f-753414f8c72d req-b9a296b4-e989-453e-8183-232ab74323d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acb3194551f14d53b537ed3a0a5ad6df&device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 1128 time: 0.0479820 Mar 24 14:55:08.092440 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7870-ee34-4786-8a7f-753414f8c72d req-65171c04-169c-49ed-9c13-29bf17a563c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:08.094121 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-720a7870-ee34-4786-8a7f-753414f8c72d req-65171c04-169c-49ed-9c13-29bf17a563c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d HTTP/1.1" status: 200 len: 909 time: 0.0999312 Mar 24 14:55:08.143707 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-720a7870-ee34-4786-8a7f-753414f8c72d req-6a81f80c-1427-4362-9d88-456eda2c1e28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ade84dfd-4321-4d6a-bba1-76fb3e10f776 HTTP/1.1" status: 200 len: 217 time: 0.0402634 Mar 24 14:55:08.201152 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7870-ee34-4786-8a7f-753414f8c72d req-b3f83c24-99dc-4e61-ac0c-6d8473c9f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:08.202590 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-720a7870-ee34-4786-8a7f-753414f8c72d req-b3f83c24-99dc-4e61-ac0c-6d8473c9f1fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=826b846a-fb1e-4056-8a8a-07556b383497 HTTP/1.1" status: 200 len: 848 time: 0.0441952 Mar 24 14:55:08.233571 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-720a7870-ee34-4786-8a7f-753414f8c72d req-ead925a5-5e17-4dd7-90b5-7d0bf564446f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245574 Mar 24 14:55:08.349001 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-720a7870-ee34-4786-8a7f-753414f8c72d req-503be414-fa54-4422-a39a-cbbe183573bb service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005969 Mar 24 14:55:08.452570 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-720a7870-ee34-4786-8a7f-753414f8c72d req-356af937-8bc9-45e5-91b6-2799a57f1da0 service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916395 Mar 24 14:55:08.675757 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65eb0-4dbf-4b14-96d1-0d7b5c995625 req-956597fa-2584-4ea5-b770-95d25e46f3dc tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:08.677134 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1ea65eb0-4dbf-4b14-96d1-0d7b5c995625 req-956597fa-2584-4ea5-b770-95d25e46f3dc tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0583208 Mar 24 14:55:08.725359 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1ea65eb0-4dbf-4b14-96d1-0d7b5c995625 req-dc1d4515-bb3e-4d81-9686-e9a615c2a407 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Mar 24 14:55:08.868330 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:55:08.985480 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2be8f7-dad8-4b09-962a-96ddb5ac888f req-e095d835-a67a-4e4e-9994-cf9dd953e16e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:08.986902 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-df2be8f7-dad8-4b09-962a-96ddb5ac888f req-e095d835-a67a-4e4e-9994-cf9dd953e16e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 944 time: 0.0619071 Mar 24 14:55:09.034982 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-df2be8f7-dad8-4b09-962a-96ddb5ac888f req-504b4e73-98c1-4621-b88e-cf2508d80c45 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Mar 24 14:55:09.847143 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671ed0f-1723-434b-83d1-fd9e98dacef8 req-632386ab-ba0e-4930-8f25-32e62600e2aa tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:09.848720 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2671ed0f-1723-434b-83d1-fd9e98dacef8 req-632386ab-ba0e-4930-8f25-32e62600e2aa tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0534155 Mar 24 14:55:09.899872 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2671ed0f-1723-434b-83d1-fd9e98dacef8 req-bd16c578-480b-4a39-b42e-006e2e13a31b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454223 Mar 24 14:55:10.169329 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea1c3-05ab-484f-9db0-b7069250f7cc req-3805d0da-1af4-44be-9098-b896cbbee793 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:10.171215 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f94ea1c3-05ab-484f-9db0-b7069250f7cc req-3805d0da-1af4-44be-9098-b896cbbee793 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 944 time: 0.0558507 Mar 24 14:55:10.223772 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f94ea1c3-05ab-484f-9db0-b7069250f7cc req-e535c22e-b088-4e13-992d-00c9800ff759 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Mar 24 14:55:11.020925 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8cd9-39df-46f8-b7c1-bad2293f6e94 req-296833fd-7b43-4cce-8cd7-2d9f363f7ec5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:11.022425 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-beaa8cd9-39df-46f8-b7c1-bad2293f6e94 req-296833fd-7b43-4cce-8cd7-2d9f363f7ec5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0563087 Mar 24 14:55:11.070458 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-beaa8cd9-39df-46f8-b7c1-bad2293f6e94 req-76458811-691f-46a8-a081-c1911b254d64 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Mar 24 14:55:11.192726 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device ade84dfd-4321-4d6a-bba1-76fb3e10f776 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:55:11.294212 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port ade84dfd-4321-4d6a-bba1-76fb3e10f776, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=ade84dfd-4321-4d6a-bba1-76fb3e10f776,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:11.306431 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776', 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d', 'port_id': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776', 'mac_address': 'fa:16:3e:86:b7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826b846a-fb1e-4056-8a8a-07556b383497', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:55:11.353818 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port ade84dfd-4321-4d6a-bba1-76fb3e10f776 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:11.354407 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:11.354992 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-6f3638ee-2374-4bba-9459-a3efc60419ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968170 Mar 24 14:55:11.367656 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26c096-1c9b-41e3-b839-8043841e349f req-65c4ee38-8ba4-46ca-8e59-a2d99350b135 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:11.369476 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd26c096-1c9b-41e3-b839-8043841e349f req-65c4ee38-8ba4-46ca-8e59-a2d99350b135 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 944 time: 0.0734472 Mar 24 14:55:11.370018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade84dfd-4321-4d6a-bba1-76fb3e10f776 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:11.396573 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port ade84dfd-4321-4d6a-bba1-76fb3e10f776, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=ade84dfd-4321-4d6a-bba1-76fb3e10f776,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:11.407975 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:11.455914 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd26c096-1c9b-41e3-b839-8043841e349f req-3da6f2e5-ad7f-4616-92e3-74cbc6cc6073 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Mar 24 14:55:11.465822 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-84622593-215b-4c39-9fb9-f7e7e6fe2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:11.467544 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-84622593-215b-4c39-9fb9-f7e7e6fe2c74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 1129 time: 0.0663230 Mar 24 14:55:11.473354 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=ade84dfd-4321-4d6a-bba1-76fb3e10f776,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:12.345642 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-0bd0095b-90bb-4752-ab27-b323f8393def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:12.347166 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-0bd0095b-90bb-4752-ab27-b323f8393def service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.0950058 Mar 24 14:55:12.578304 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1154-e94d-4c1d-bc7a-f519b06ae846 req-01c44e7f-d337-4483-81ac-da94fc74498c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:12.580098 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-516b1154-e94d-4c1d-bc7a-f519b06ae846 req-01c44e7f-d337-4483-81ac-da94fc74498c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 945 time: 0.0558057 Mar 24 14:55:12.632381 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-516b1154-e94d-4c1d-bc7a-f519b06ae846 req-20c5ad18-9f85-4ce6-b549-408d88c7d33d tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Mar 24 14:55:13.121191 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-da3b1bb4-cd26-44b5-b1aa-0f88447cf7ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822 HTTP/1.1" status: 200 len: 217 time: 0.0348988 Mar 24 14:55:13.764712 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e71a48-cc3e-4e0e-9492-ebbcf2e0652b req-cf7bd308-f274-44fe-971b-3fde5b556c88 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:13.766178 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e71a48-cc3e-4e0e-9492-ebbcf2e0652b req-cf7bd308-f274-44fe-971b-3fde5b556c88 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 945 time: 0.0531101 Mar 24 14:55:13.813207 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87e71a48-cc3e-4e0e-9492-ebbcf2e0652b req-e540c25f-169f-4f70-9bb8-ecb8f589e7b0 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Mar 24 14:55:14.124585 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-d449dfb8-3eca-4630-ac12-a5609c968ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:14.126014 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-d449dfb8-3eca-4630-ac12-a5609c968ddd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0495169 Mar 24 14:55:14.184411 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-f33c88d4-51b0-4640-a17a-2386743adedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:14.186950 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-f33c88d4-51b0-4640-a17a-2386743adedb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505838 Mar 24 14:55:14.294054 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-5f6d0b98-8f21-4fde-b6b3-46802761798c service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995793 Mar 24 14:55:14.396663 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7a9b915b-c20a-447f-8671-0f0996bea305 req-dcff5faa-296d-4246-96f6-e7bda55c965f service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929868 Mar 24 14:55:14.602125 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['ade84dfd-4321-4d6a-bba1-76fb3e10f776'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:14.937814 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce8243-dec5-40cb-99f5-1d00f68eddc1 req-8d3f96cb-4e6f-4e3f-8fcb-ccfdb2d844da tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:14.939319 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-24ce8243-dec5-40cb-99f5-1d00f68eddc1 req-8d3f96cb-4e6f-4e3f-8fcb-ccfdb2d844da tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 945 time: 0.0571640 Mar 24 14:55:14.986332 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-24ce8243-dec5-40cb-99f5-1d00f68eddc1 req-9b2299fa-ab18-46e1-871f-47c64df0e9ac tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Mar 24 14:55:15.804599 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48596) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:15.809159 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555662747', 'description': 'tempest-description--1254317829'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:15.832388 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:15.895789 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group (ab644cba-596b-4989-848d-31045d4c5b27), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:15.903143 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ab644cba-596b-4989-848d-31045d4c5b27), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:15.936610 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:15.937850 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1322525 Mar 24 14:55:15.939803 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab644cba-596b-4989-848d-31045d4c5b27,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:15.940903 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48598) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:15.945641 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'security_group_rule': {'security_group_id': 'ab644cba-596b-4989-848d-31045d4c5b27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:15.947347 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.947701 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.948049 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.948398 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.948741 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.949078 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.949415 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.949742 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.950070 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.950445 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.950788 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.951116 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.951422 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.951776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.952081 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eca97-9052-42d0-b72b-55d09f6fcf51 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:15.974868 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group_rule (1f3f474c-47d8-4fd0-9e06-354c4250a287), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.032767 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group_rule (1f3f474c-47d8-4fd0-9e06-354c4250a287), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.037072 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (1f3f474c-47d8-4fd0-9e06-354c4250a287), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.068460 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3f474c-47d8-4fd0-9e06-354c4250a287,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:16.094420 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.095648 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537333 Mar 24 14:55:16.098844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48602) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:16.099283 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.099672 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.099987 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.100321 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.100650 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.100987 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.101314 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.101641 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.101962 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.102316 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.102642 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.102967 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.103286 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.103431 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-9b70d780-f082-4115-9121-645a9d9c6483 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'security_group_rule': {'security_group_id': 'ab644cba-596b-4989-848d-31045d4c5b27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:16.103610 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.103949 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5aac93-4b76-4b65-9881-711cf25f912a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:16.130646 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b70d780-f082-4115-9121-645a9d9c6483 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group_rule (7d7f6cb0-6f02-41cf-b93e-3f3b2ce003d1), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.133476 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2845d34-8ac6-4fdf-aa05-b5a6b65c152c req-5af83647-bce5-4087-9565-9015aa05a827 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:16.135144 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c2845d34-8ac6-4fdf-aa05-b5a6b65c152c req-5af83647-bce5-4087-9565-9015aa05a827 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 945 time: 0.0807862 Mar 24 14:55:16.185584 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c2845d34-8ac6-4fdf-aa05-b5a6b65c152c req-b4e4cb96-c939-486d-a42a-d63e6ed0801e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Mar 24 14:55:16.193242 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b70d780-f082-4115-9121-645a9d9c6483 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group_rule (7d7f6cb0-6f02-41cf-b93e-3f3b2ce003d1), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.198186 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b70d780-f082-4115-9121-645a9d9c6483 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (7d7f6cb0-6f02-41cf-b93e-3f3b2ce003d1), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.212142 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70d780-f082-4115-9121-645a9d9c6483 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7f6cb0-6f02-41cf-b93e-3f3b2ce003d1,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:16.225249 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b70d780-f082-4115-9121-645a9d9c6483 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.226488 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9b70d780-f082-4115-9121-645a9d9c6483 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266468 Mar 24 14:55:16.229595 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48604) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:16.233807 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:16.254479 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.350705 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.470863 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Allocated IP 172.27.1.72 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/5e6c6271-e5e2-4957-9af6-902a791a8f5e) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:55:16.572933 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.609210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.642721 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:55:16.645503 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:16.648862 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:55:16.667887 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'Port': ['ID=5e6c6271-e5e2-4957-9af6-902a791a8f5e,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:16.708289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.746006 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.907395 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.913335 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.944464 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.963074 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'Port': ['ID=5e6c6271-e5e2-4957-9af6-902a791a8f5e,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:16.969084 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:16.970358 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d28ecc78-1503-4f8f-9cf9-3e5738b715d9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7397704 Mar 24 14:55:17.163644 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-3bd5e908-abc0-4acb-b6d2-0d88e45b476d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1555662747&fields=id&tenant_id=48695dad755f431289080f28ffc6f0d8 HTTP/1.1" status: 200 len: 267 time: 0.0414093 Mar 24 14:55:17.296031 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-07113962-8350-45c2-830b-18de794189a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:17.297623 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-07113962-8350-45c2-830b-18de794189a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 819 time: 0.1275465 Mar 24 14:55:17.314531 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-ec8fb675-a61f-448d-a465-8b8c563bc6d7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/quotas/48695dad755f431289080f28ffc6f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0103867 Mar 24 14:55:17.332906 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5a1d5-525b-49f5-965f-ee1301fcba1e req-9e1a16b9-8bb0-4e82-8e82-ac86ef66cc56 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:17.339758 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-27d5a1d5-525b-49f5-965f-ee1301fcba1e req-9e1a16b9-8bb0-4e82-8e82-ac86ef66cc56 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 945 time: 0.0697999 Mar 24 14:55:17.402827 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-27d5a1d5-525b-49f5-965f-ee1301fcba1e req-4c312950-3630-4075-a846-e9a7f3ce1082 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Mar 24 14:55:17.404972 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-bae9bbf2-78ea-4c5f-9e4f-213f176fb55d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0835319 Mar 24 14:55:17.515305 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-02ae390b-771b-4a76-a58b-7cc75e084e30 service neutron] 10.222.0.43 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893612 Mar 24 14:55:17.611568 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-541c811c-8694-4750-91e2-ec56c3488ede service neutron] 10.222.0.43 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904000 Mar 24 14:55:17.786820 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-22253b10-c589-4394-85c7-19bb3bdf51be req-11db1f1b-e23b-4b52-b089-154faf262335 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 210 time: 0.0317082 Mar 24 14:55:18.518494 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b26677-17c9-4d6a-89ed-d4da7c1ce27a req-1270ff02-2878-4f5d-917f-51d714fe1197 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:18.520856 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21b26677-17c9-4d6a-89ed-d4da7c1ce27a req-1270ff02-2878-4f5d-917f-51d714fe1197 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 945 time: 0.0568902 Mar 24 14:55:18.579263 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:18.584886 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21b26677-17c9-4d6a-89ed-d4da7c1ce27a req-66f6d6a2-0188-44de-ab42-f6ed2a3a456c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542009 Mar 24 14:55:18.592409 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device ade84dfd-4321-4d6a-bba1-76fb3e10f776 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:55:18.643447 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port ade84dfd-4321-4d6a-bba1-76fb3e10f776 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:55:18.647843 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port ade84dfd-4321-4d6a-bba1-76fb3e10f776 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:55:18.648254 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:18.726477 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port ade84dfd-4321-4d6a-bba1-76fb3e10f776 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:18.726815 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:18.749267 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533d2042-9cfb-4171-864b-4a290f4f773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:18.751548 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504ba7bf-9d58-41fd-88ef-84faa57f7603" -d '{"events": [{"server_uuid": "533d2042-9cfb-4171-864b-4a290f4f773f", "name": "network-vif-plugged", "status": "completed", "tag": "ade84dfd-4321-4d6a-bba1-76fb3e10f776"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:18.764401 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port ade84dfd-4321-4d6a-bba1-76fb3e10f776, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=ade84dfd-4321-4d6a-bba1-76fb3e10f776,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:18.769558 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:18.794897 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e70edc3-fc20-44e2-a2ee-49f025d24f36 x-openstack-request-id: req-6e70edc3-fc20-44e2-a2ee-49f025d24f36 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:18.795176 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533d2042-9cfb-4171-864b-4a290f4f773f", "name": "network-vif-plugged", "status": "completed", "tag": "ade84dfd-4321-4d6a-bba1-76fb3e10f776", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:18.795433 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e70edc3-fc20-44e2-a2ee-49f025d24f36 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:18.795827 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e70edc3-fc20-44e2-a2ee-49f025d24f36'] response: {'server_uuid': '533d2042-9cfb-4171-864b-4a290f4f773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776', 'code': 200} Mar 24 14:55:18.821451 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=ade84dfd-4321-4d6a-bba1-76fb3e10f776,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:18.828637 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.828980 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.829319 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.829962 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.830320 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.830646 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.830993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.831314 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.831716 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.832039 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.832358 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.832696 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.833016 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.833329 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.833643 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:55:18.886622 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-078b72fd-af16-40a2-ba1f-06975fa84e73 req-dfe8d806-da7a-4d4c-a798-1b19d4044e3b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 210 time: 0.0316114 Mar 24 14:55:19.070382 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721abeba-3a07-4983-8166-70ae2769ec5c req-aa05b367-8ee4-429a-8604-755336dae698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:19.072370 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-721abeba-3a07-4983-8166-70ae2769ec5c req-aa05b367-8ee4-429a-8604-755336dae698 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 1130 time: 0.0563798 Mar 24 14:55:19.132580 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-721abeba-3a07-4983-8166-70ae2769ec5c req-11324402-bb05-480c-9533-48ceb177cebe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514219 Mar 24 14:55:19.724580 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b190-f8b0-4635-9e41-5811ff6e51bf req-669327e6-b8af-45b0-9ebe-76b0a1835bdf tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:19.726276 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0867b190-f8b0-4635-9e41-5811ff6e51bf req-669327e6-b8af-45b0-9ebe-76b0a1835bdf tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0583022 Mar 24 14:55:19.776308 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0867b190-f8b0-4635-9e41-5811ff6e51bf req-cfd005ed-001f-443f-a8a0-bbb30d9585e1 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Mar 24 14:55:20.016725 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d25ee815-3960-4beb-ae73-0913e7a33304 req-46b1055b-0a49-424d-9ae0-49a0fd6926b3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 210 time: 0.0447202 Mar 24 14:55:20.038439 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-75e5baf9-e31b-47af-9d1f-9b2ec4d6f7ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:20.038439 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-75e5baf9-e31b-47af-9d1f-9b2ec4d6f7ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 819 time: 0.1471789 Mar 24 14:55:20.899790 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c51a2-b40e-4a9d-b6c0-bc5b34d84a6d req-8f1f0436-50a1-4326-9798-50bbdf535f1a tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:20.901262 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-172c51a2-b40e-4a9d-b6c0-bc5b34d84a6d req-8f1f0436-50a1-4326-9798-50bbdf535f1a tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0543256 Mar 24 14:55:20.947494 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-172c51a2-b40e-4a9d-b6c0-bc5b34d84a6d req-8cbe67f7-5bbd-4d2c-b758-108b2c93be5f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Mar 24 14:55:21.111974 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b729adf-462d-4a8b-89f8-412a03f54af1 req-27570e3e-f2ce-4e6b-b467-a70e2a8d5ca8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 210 time: 0.0271347 Mar 24 14:55:21.172585 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d10113-5e95-4e53-ae9b-9f1b531d5800 req-48fe65dd-18da-45ad-a3d9-8d77b718e96c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:21.174047 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e3d10113-5e95-4e53-ae9b-9f1b531d5800 req-48fe65dd-18da-45ad-a3d9-8d77b718e96c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0519807 Mar 24 14:55:21.221668 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e3d10113-5e95-4e53-ae9b-9f1b531d5800 req-989aaa8e-60df-495f-906d-b1f9d2737cce tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 Mar 24 14:55:22.071274 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5aeff-bf1f-48cb-8c6c-e06ebd9e1298 req-5fdaa629-9621-42e3-be0c-8a2e18c4234e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:22.072756 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-01b5aeff-bf1f-48cb-8c6c-e06ebd9e1298 req-5fdaa629-9621-42e3-be0c-8a2e18c4234e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0590658 Mar 24 14:55:22.120623 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-01b5aeff-bf1f-48cb-8c6c-e06ebd9e1298 req-b0d92cb6-93c6-477f-9a2a-f2f5d0f15ed0 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Mar 24 14:55:22.212861 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-76a7329f-d496-4cc6-bbc2-1b6e7133fc54 req-7d38c529-f1bf-492c-97ba-e99bf6928e9e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 210 time: 0.0275681 Mar 24 14:55:22.368054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d2718-f0e5-4b60-b7ef-f0a730518a37 req-a0c3c40b-a95a-448d-87da-00ebeece1bf3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:22.369520 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb7d2718-f0e5-4b60-b7ef-f0a730518a37 req-a0c3c40b-a95a-448d-87da-00ebeece1bf3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0621407 Mar 24 14:55:22.416838 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb7d2718-f0e5-4b60-b7ef-f0a730518a37 req-4b479fe1-bed4-470b-8d72-9b1923710c79 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395870 Mar 24 14:55:22.859939 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-4ca61ef2-1fe2-4caa-a86a-21abda989af9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48695dad755f431289080f28ffc6f0d8 HTTP/1.1" status: 200 len: 380 time: 0.0550568 Mar 24 14:55:22.908523 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'port': {'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'admin_state_up': True, 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'security_groups': ['ab644cba-596b-4989-848d-31045d4c5b27']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:23.018969 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Made reservation on behalf of 48695dad755f431289080f28ffc6f0d8 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:55:23.022450 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.164268 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Allocated IP 172.20.0.6 (26036e81-2e6b-42c1-bfb5-f20edd062767/cdb49646-7a4a-4afd-b994-7989991b207d/707a58c0-5651-4049-8c1f-6b806f5252b5) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:55:23.268222 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0697c-9545-45f0-b2ba-e774ba067815 req-629f71cc-a266-4774-a721-d5b505825b99 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:23.269760 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c3f0697c-9545-45f0-b2ba-e774ba067815 req-629f71cc-a266-4774-a721-d5b505825b99 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0669966 Mar 24 14:55:23.321296 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c3f0697c-9545-45f0-b2ba-e774ba067815 req-4ee95c4f-6c50-4135-bec3-e3a386ac9185 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Mar 24 14:55:23.337749 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-af4a552b-5516-42de-a506-aefae18b51db req-06f45dd6-d38c-47e3-8f6b-91283eb463bf tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 210 time: 0.0410583 Mar 24 14:55:23.354965 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.390698 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.430474 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:55:23.433490 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:23.439671 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:55:23.444881 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:23.445466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.455062 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event updated for resources: {'Port': ['ID=707a58c0-5651-4049-8c1f-6b806f5252b5,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:23.470407 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-1909cf96-7cd5-49bc-95b9-2cc7e4869c1e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644698 Mar 24 14:55:23.491944 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Request body: {'port': {'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:23.564629 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.577966 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664913b8-bdbb-4e48-be66-b8715ac3d1b3 req-6f7d5879-bb0b-4e20-9d75-de3bb95ca0bf tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:23.580740 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-664913b8-bdbb-4e48-be66-b8715ac3d1b3 req-6f7d5879-bb0b-4e20-9d75-de3bb95ca0bf tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0737286 Mar 24 14:55:23.644185 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-664913b8-bdbb-4e48-be66-b8715ac3d1b3 req-af905dbf-0c56-4136-944d-687710f3969c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573137 Mar 24 14:55:23.753713 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-0c355a82-2f5c-4e51-8fe7-031f760af35e None None] Provisioning complete for port 707a58c0-5651-4049-8c1f-6b806f5252b5 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:55:23.754540 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0c355a82-2f5c-4e51-8fe7-031f760af35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.835111 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0c355a82-2f5c-4e51-8fe7-031f760af35e None None] Port 707a58c0-5651-4049-8c1f-6b806f5252b5 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:55:23.916916 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707a58c0-5651-4049-8c1f-6b806f5252b5 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:23.924893 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Publish callbacks [] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.937065 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Transition to ACTIVE for port object 707a58c0-5651-4049-8c1f-6b806f5252b5 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:55:23.941778 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:23.997440 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Pushing event updated for resources: {'Port': ['ID=707a58c0-5651-4049-8c1f-6b806f5252b5,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:24.029023 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Attempting to bind port 707a58c0-5651-4049-8c1f-6b806f5252b5 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:55:24.029278 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Attempting to bind port 707a58c0-5651-4049-8c1f-6b806f5252b5 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:55:24.029610 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Attempting to bind port 707a58c0-5651-4049-8c1f-6b806f5252b5 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:24.034117 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Port 707a58c0-5651-4049-8c1f-6b806f5252b5 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:55:24.034443 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Attempting to bind port 707a58c0-5651-4049-8c1f-6b806f5252b5 on network 26036e81-2e6b-42c1-bfb5-f20edd062767 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:24.039609 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:55:24.039980 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Checking segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:55:24.040352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Bound using segment: {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:55:24.040779 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Bound port: 707a58c0-5651-4049-8c1f-6b806f5252b5, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0cf349-c42b-4a25-8003-ac557ee42d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:55:24.041140 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:24.301509 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] For port 707a58c0-5651-4049-8c1f-6b806f5252b5, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:55:24.304761 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] For port 707a58c0-5651-4049-8c1f-6b806f5252b5, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=707a58c0-5651-4049-8c1f-6b806f5252b5,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:55:24.312109 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:24.346320 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:24.346946 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:24.348330 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 1093 time: 0.8616705 Mar 24 14:55:24.348963 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:24.351104 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e333ba-9d11-413b-ad7c-1272c7e0824c" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:24.394180 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd3cc1-f6d6-4257-9def-39a9283b67e9 service neutron] Pushing event updated for resources: {'Port': ['ID=707a58c0-5651-4049-8c1f-6b806f5252b5,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:24.398386 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d5c3a4-fc55-48cf-9b31-161a56632536 x-openstack-request-id: req-82d5c3a4-fc55-48cf-9b31-161a56632536 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:24.398668 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:24.398913 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82d5c3a4-fc55-48cf-9b31-161a56632536 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:24.399303 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d5c3a4-fc55-48cf-9b31-161a56632536'] response: {'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'status': 'completed', 'code': 200} Mar 24 14:55:24.469334 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d799f2-e711-45ba-9670-cbe52a63a412 req-70b50783-bdcc-468c-8eb4-d8021aaf04de tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:24.471005 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-64d799f2-e711-45ba-9670-cbe52a63a412 req-70b50783-bdcc-468c-8eb4-d8021aaf04de tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0688601 Mar 24 14:55:24.518127 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c481f21-f4f7-4b96-95a5-6373dd2b3f81 req-c0d0c70e-5aff-4282-89ad-6587f72ba1b9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:24.519678 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5c481f21-f4f7-4b96-95a5-6373dd2b3f81 req-c0d0c70e-5aff-4282-89ad-6587f72ba1b9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 943 time: 0.0588243 Mar 24 14:55:24.544422 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-3a4fa079-e843-4fde-8d87-9d7003c0704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:24.546483 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-3a4fa079-e843-4fde-8d87-9d7003c0704a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1127 time: 0.0956261 Mar 24 14:55:24.550348 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-64d799f2-e711-45ba-9670-cbe52a63a412 req-e1ce0e29-e070-45e9-b6e0-7c80d515463c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639765 Mar 24 14:55:24.596268 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5c481f21-f4f7-4b96-95a5-6373dd2b3f81 req-1da72b2b-7eae-4fb7-b8f9-19242c7df0d8 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678246 Mar 24 14:55:24.614127 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-9e5ed97f-19df-4d6a-8a17-728ba60a4e30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 217 time: 0.0352924 Mar 24 14:55:24.663452 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-fc484e53-f59c-4775-a5bf-494fb2b7ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:24.664858 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-fc484e53-f59c-4775-a5bf-494fb2b7ac65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0432384 Mar 24 14:55:24.726634 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eb182-292a-45c5-8a27-108dda5548e9 req-e0e40dd3-662a-4659-9bc6-ceb2579e8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:24.728158 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-e0e40dd3-662a-4659-9bc6-ceb2579e8045 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505559 Mar 24 14:55:24.837583 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961733af-7b15-460d-8caf-e615cd7cbe95 req-020fb010-79dd-427a-9861-34080483ec25 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:24.839140 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-961733af-7b15-460d-8caf-e615cd7cbe95 req-020fb010-79dd-427a-9861-34080483ec25 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.1100943 Mar 24 14:55:24.860257 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-483c8ee7-e4de-4282-bdd4-6a57b7f262f3 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231360 Mar 24 14:55:24.974438 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-961733af-7b15-460d-8caf-e615cd7cbe95 req-110bc1ec-0e0a-4d9f-b1e5-222cace9dd72 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255872 Mar 24 14:55:25.005883 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-217eb182-292a-45c5-8a27-108dda5548e9 req-751dfbff-c5dd-4df4-a3a5-2821d9adfabb service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369827 Mar 24 14:55:25.233973 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-311d921f-ebd5-4b7c-aa90-f62039c7fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:25.235502 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-311d921f-ebd5-4b7c-aa90-f62039c7fa31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1127 time: 0.0603366 Mar 24 14:55:25.356190 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-6835f81e-3e43-4ac5-b4ef-94e9d24c160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:25.358830 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-6835f81e-3e43-4ac5-b4ef-94e9d24c160d service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1165884 Mar 24 14:55:25.429009 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-73e0bd05-e29f-47aa-96b9-4b3684591530 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 217 time: 0.0359888 Mar 24 14:55:25.483636 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0a249-2cce-4381-8329-396bb2bb1dfe req-acf7e90a-4cbf-4791-9a7c-33b42964846f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:25.485065 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3de0a249-2cce-4381-8329-396bb2bb1dfe req-acf7e90a-4cbf-4791-9a7c-33b42964846f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0561364 Mar 24 14:55:25.541683 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3de0a249-2cce-4381-8329-396bb2bb1dfe req-bc181d1d-7b8f-4bb2-9c5d-d0f5ab165cca tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490036 Mar 24 14:55:25.560899 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-b59b3fd5-0d10-4e9e-bc7a-ffcb4a45f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:25.562407 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-b59b3fd5-0d10-4e9e-bc7a-ffcb4a45f459 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0487370 Mar 24 14:55:25.627808 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-66a27315-3bf2-44d1-8828-48dc917733a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:25.629328 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-66a27315-3bf2-44d1-8828-48dc917733a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564528 Mar 24 14:55:25.752097 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-8983d54b-1055-4dec-a1b5-dc64e6df1c27 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139207 Mar 24 14:55:25.762357 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0004f-1689-43a1-aa84-2cdb10ca8c70 req-49f0c039-f495-47d9-a9ed-bc9b988de4ed tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:25.763742 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e2f0004f-1689-43a1-aa84-2cdb10ca8c70 req-49f0c039-f495-47d9-a9ed-bc9b988de4ed tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 943 time: 0.0855439 Mar 24 14:55:25.864064 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e2f0004f-1689-43a1-aa84-2cdb10ca8c70 req-a36a855b-336b-4435-be4e-3d811a0c2a70 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925329 Mar 24 14:55:25.880350 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e333ba-9d11-413b-ad7c-1272c7e0824c req-619339d0-fd83-4e7a-9f03-fbc5e323d9cb service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156356 Mar 24 14:55:26.109714 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a259-b37f-4d91-adea-4dc03a99b6d2 req-02c5e6ae-45c1-4a14-9078-832d1cb10934 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:26.111246 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4481a259-b37f-4d91-adea-4dc03a99b6d2 req-02c5e6ae-45c1-4a14-9078-832d1cb10934 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0568707 Mar 24 14:55:26.161158 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4481a259-b37f-4d91-adea-4dc03a99b6d2 req-2387a9cc-0bb5-4cb8-b40c-515aaf18fcd2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442827 Mar 24 14:55:26.677858 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e729e5-5c17-4aa3-9774-7b5dbedc6d09 req-e50eee8a-63c6-4ae7-a939-17000f3bbb1d tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:26.679281 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f2e729e5-5c17-4aa3-9774-7b5dbedc6d09 req-e50eee8a-63c6-4ae7-a939-17000f3bbb1d tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0542083 Mar 24 14:55:26.728228 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f2e729e5-5c17-4aa3-9774-7b5dbedc6d09 req-8e543cec-39ca-4df1-8b3a-09e79a6a028f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Mar 24 14:55:26.994573 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5725b18-ed9d-4f21-9fc8-2c4d03ae00ab req-56eb5e51-bea4-4590-bee9-86cf06e86f64 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:26.996063 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d5725b18-ed9d-4f21-9fc8-2c4d03ae00ab req-56eb5e51-bea4-4590-bee9-86cf06e86f64 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 943 time: 0.0598350 Mar 24 14:55:27.044004 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d5725b18-ed9d-4f21-9fc8-2c4d03ae00ab req-207168dc-517a-46ae-8735-fe26567bbf6b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Mar 24 14:55:27.287051 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7926fb-41dd-4c08-a607-32fca3bc7d2f req-996b738c-240c-4417-bc20-c51575140ad6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:27.288693 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3d7926fb-41dd-4c08-a607-32fca3bc7d2f req-996b738c-240c-4417-bc20-c51575140ad6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Mar 24 14:55:27.336018 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3d7926fb-41dd-4c08-a607-32fca3bc7d2f req-8a042380-11cb-4658-8dd1-4e5632f80d22 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Mar 24 14:55:27.856607 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaa1c0-c56a-4a29-b0a7-f36209dbcd66 req-3fe943a6-ce01-48c5-80d6-1c46c21eb1c1 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:27.858067 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-acaaa1c0-c56a-4a29-b0a7-f36209dbcd66 req-3fe943a6-ce01-48c5-80d6-1c46c21eb1c1 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0550923 Mar 24 14:55:27.905805 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-acaaa1c0-c56a-4a29-b0a7-f36209dbcd66 req-34cf8154-d0b2-431a-8865-a89552b98ad7 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Mar 24 14:55:27.957232 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a55b1-390a-46dc-8648-67ca549845a7 req-f49230f0-1046-4013-b14d-d4fe5ccb266b tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:27.958708 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-735a55b1-390a-46dc-8648-67ca549845a7 req-f49230f0-1046-4013-b14d-d4fe5ccb266b tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 946 time: 0.0520182 Mar 24 14:55:28.058598 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Deleting port ade84dfd-4321-4d6a-bba1-76fb3e10f776 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:55:28.058945 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:28.145415 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] For port ade84dfd-4321-4d6a-bba1-76fb3e10f776, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=ade84dfd-4321-4d6a-bba1-76fb3e10f776,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:28.145642 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:28.158831 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Calling delete_port for ade84dfd-4321-4d6a-bba1-76fb3e10f776 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:55:28.179722 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260c9be-7dbc-4944-afc2-80c71dc28fa3 req-b427d7ba-9a41-4ba3-bdc1-20a66e8c74ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:28.181199 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8260c9be-7dbc-4944-afc2-80c71dc28fa3 req-b427d7ba-9a41-4ba3-bdc1-20a66e8c74ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 943 time: 0.0639467 Mar 24 14:55:28.229298 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8260c9be-7dbc-4944-afc2-80c71dc28fa3 req-a77d8126-37f8-4f77-ae5b-b5ea79231360 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Mar 24 14:55:28.289573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (ade84dfd-4321-4d6a-bba1-76fb3e10f776), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:28.316110 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Pushing event deleted for resources: {'Port': ['ID=ade84dfd-4321-4d6a-bba1-76fb3e10f776,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:28.328847 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['ade84dfd-4321-4d6a-bba1-76fb3e10f776'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:28.355366 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] No DVR routers for this DVR port ade84dfd-4321-4d6a-bba1-76fb3e10f776 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:55:28.358314 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:28.361484 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-735a55b1-390a-46dc-8648-67ca549845a7 req-7ac91e8b-e0cf-4676-a8c8-0a5ee4ab7e35 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "DELETE /v2.0/ports/ade84dfd-4321-4d6a-bba1-76fb3e10f776 HTTP/1.1" status: 204 len: 173 time: 0.3964362 Mar 24 14:55:28.361887 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533d2042-9cfb-4171-864b-4a290f4f773f', 'name': 'network-vif-deleted', 'tag': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:28.364171 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3b664-b78e-4adf-858c-9a51a95912c6" -d '{"events": [{"server_uuid": "533d2042-9cfb-4171-864b-4a290f4f773f", "name": "network-vif-deleted", "tag": "ade84dfd-4321-4d6a-bba1-76fb3e10f776"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:28.400409 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84247f-052d-4151-9718-8c46f02e4fc2 x-openstack-request-id: req-cd84247f-052d-4151-9718-8c46f02e4fc2 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:28.401146 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533d2042-9cfb-4171-864b-4a290f4f773f", "name": "network-vif-deleted", "tag": "ade84dfd-4321-4d6a-bba1-76fb3e10f776", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:28.401146 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd84247f-052d-4151-9718-8c46f02e4fc2 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:28.401365 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd84247f-052d-4151-9718-8c46f02e4fc2'] response: {'server_uuid': '533d2042-9cfb-4171-864b-4a290f4f773f', 'name': 'network-vif-deleted', 'tag': 'ade84dfd-4321-4d6a-bba1-76fb3e10f776', 'status': 'completed', 'code': 200} Mar 24 14:55:28.464134 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673954d9-d1ef-484c-a79a-9a92d48d6e65 req-ff8c9a44-ba8e-4ea5-8bc8-781ee2814cae tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:28.465649 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-673954d9-d1ef-484c-a79a-9a92d48d6e65 req-ff8c9a44-ba8e-4ea5-8bc8-781ee2814cae tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0565393 Mar 24 14:55:28.519407 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-673954d9-d1ef-484c-a79a-9a92d48d6e65 req-6c895660-310a-4a48-9654-7e6c8c2a29f8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479240 Mar 24 14:55:28.599805 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 707a58c0-5651-4049-8c1f-6b806f5252b5 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:55:28.694022 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 707a58c0-5651-4049-8c1f-6b806f5252b5, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=707a58c0-5651-4049-8c1f-6b806f5252b5,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:28.705536 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'mac_address': 'fa:16:3e:9b:ee:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:55:28.745919 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 707a58c0-5651-4049-8c1f-6b806f5252b5 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:28.746331 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:28.759834 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707a58c0-5651-4049-8c1f-6b806f5252b5 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:28.779635 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 707a58c0-5651-4049-8c1f-6b806f5252b5, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=707a58c0-5651-4049-8c1f-6b806f5252b5,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:28.785039 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:28.854565 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=707a58c0-5651-4049-8c1f-6b806f5252b5,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:29.014999 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8bcf3b5c-0803-443e-bd34-d10ce4076af5 req-cd909cc1-6407-4fa4-8f35-96310be7f2ec tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=533d2042-9cfb-4171-864b-4a290f4f773f HTTP/1.1" status: 200 len: 210 time: 0.0268195 Mar 24 14:55:29.290678 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['707a58c0-5651-4049-8c1f-6b806f5252b5'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:29.356963 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba87a-87b4-475a-9300-079bfec23eea req-834f9017-e588-4cf7-848c-46e235c077e0 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:29.358489 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ddfba87a-87b4-475a-9300-079bfec23eea req-834f9017-e588-4cf7-848c-46e235c077e0 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 944 time: 0.0525899 Mar 24 14:55:29.404985 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ddfba87a-87b4-475a-9300-079bfec23eea req-f48d8baa-9263-4fad-8b1e-9e657cffb141 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Mar 24 14:55:29.663984 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29d7df-04c3-4b97-b554-20edc3833c5b req-77245904-f8f2-4a5b-9be1-a1bc8d8dc9f3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:29.665464 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7d29d7df-04c3-4b97-b554-20edc3833c5b req-77245904-f8f2-4a5b-9be1-a1bc8d8dc9f3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0598073 Mar 24 14:55:29.711165 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7d29d7df-04c3-4b97-b554-20edc3833c5b req-5fc6a636-f9da-40aa-864f-1b511e5be075 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Mar 24 14:55:30.237919 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8d21309c-9b2f-4137-8acd-c0728845b94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:30.289983 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-dc46d122-9dd9-496c-ad04-69db0a01041f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:30.291503 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-dc46d122-9dd9-496c-ad04-69db0a01041f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/networks?id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d HTTP/1.1" status: 200 len: 808 time: 0.1088948 Mar 24 14:55:30.305841 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-68cdda30-0f65-41a7-9a20-20ad2fe05048 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/quotas/acb3194551f14d53b537ed3a0a5ad6df HTTP/1.1" status: 200 len: 375 time: 0.0089118 Mar 24 14:55:30.340810 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-071719c1-ab5f-42b3-828e-ef52ade32232 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb3194551f14d53b537ed3a0a5ad6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299714 Mar 24 14:55:30.430553 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-707ff19c-a0ab-49e0-92ed-640b65d48afe service neutron] 10.222.0.43 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831392 Mar 24 14:55:30.524588 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ff69b-2556-4fba-b716-cf3d21569145 req-e34d243f-16d8-4e49-968b-ae868c6280ab tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:30.525211 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-b7029540-1652-48e5-a7df-8041e878a1d5 service neutron] 10.222.0.43 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879800 Mar 24 14:55:30.525958 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-532ff69b-2556-4fba-b716-cf3d21569145 req-e34d243f-16d8-4e49-968b-ae868c6280ab tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 944 time: 0.0556133 Mar 24 14:55:30.573494 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-532ff69b-2556-4fba-b716-cf3d21569145 req-0cd9fb2b-9fb4-43c9-8500-1d8b49c758e9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Mar 24 14:55:30.627367 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 707a58c0-5651-4049-8c1f-6b806f5252b5 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:55:30.685602 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 707a58c0-5651-4049-8c1f-6b806f5252b5 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:55:30.690821 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 707a58c0-5651-4049-8c1f-6b806f5252b5 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:55:30.691764 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:30.700051 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1243bb65-8b81-4f48-9b6e-02a2a6589d8d req-e50f3dbb-c093-4d12-9bcd-9323f473ddb8 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 210 time: 0.0346501 Mar 24 14:55:30.802709 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 707a58c0-5651-4049-8c1f-6b806f5252b5 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:30.803293 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:30.848590 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 707a58c0-5651-4049-8c1f-6b806f5252b5, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=707a58c0-5651-4049-8c1f-6b806f5252b5,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:30.849463 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:30.852284 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85536374-f5c4-427f-bab0-9e70f36c5331" -d '{"events": [{"server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "name": "network-vif-plugged", "status": "completed", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:30.852885 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bba6a8-f7ed-4516-ac16-dc84a005cf05 req-ad33cee8-5ab4-4af5-88b6-37343284e4c3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:30.856066 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:30.871744 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c6bba6a8-f7ed-4516-ac16-dc84a005cf05 req-ad33cee8-5ab4-4af5-88b6-37343284e4c3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0829947 Mar 24 14:55:30.899257 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a27d0cd-59c3-4ddd-a55f-b02e1d36047c x-openstack-request-id: req-0a27d0cd-59c3-4ddd-a55f-b02e1d36047c {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:30.899662 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "name": "network-vif-plugged", "status": "completed", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:30.899979 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a27d0cd-59c3-4ddd-a55f-b02e1d36047c {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:30.900494 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a27d0cd-59c3-4ddd-a55f-b02e1d36047c'] response: {'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'code': 200} Mar 24 14:55:30.919854 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=707a58c0-5651-4049-8c1f-6b806f5252b5,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:30.931747 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c6bba6a8-f7ed-4516-ac16-dc84a005cf05 req-d9d47795-8325-4a41-a049-00bdde978a6b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591362 Mar 24 14:55:31.173166 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131acd6-d10d-4ca2-846d-6a6477a925c6 req-bba8f2e8-2964-477f-8701-c51a60baaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:31.174612 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a131acd6-d10d-4ca2-846d-6a6477a925c6 req-bba8f2e8-2964-477f-8701-c51a60baaf0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1129 time: 0.0461321 Mar 24 14:55:31.220638 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48898) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:31.226279 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-9327ac32-f54c-492a-ae90-72e9fb7c4a47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060940485', 'description': 'tempest-description--1458158606'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:31.228659 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a131acd6-d10d-4ca2-846d-6a6477a925c6 req-6f59cbf4-3726-41c5-8371-15505e265a88 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Mar 24 14:55:31.248289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9327ac32-f54c-492a-ae90-72e9fb7c4a47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.315574 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9327ac32-f54c-492a-ae90-72e9fb7c4a47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (d9eab5bc-0fb7-499b-9925-66d57c82de6d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.319944 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9327ac32-f54c-492a-ae90-72e9fb7c4a47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d9eab5bc-0fb7-499b-9925-66d57c82de6d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.347978 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-9327ac32-f54c-492a-ae90-72e9fb7c4a47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.349210 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-9327ac32-f54c-492a-ae90-72e9fb7c4a47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1270163 Mar 24 14:55:31.351068 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327ac32-f54c-492a-ae90-72e9fb7c4a47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eab5bc-0fb7-499b-9925-66d57c82de6d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:31.352381 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48900) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:31.358277 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-a5d62fc1-ee61-453b-891d-e2af1da3cd37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': 'd9eab5bc-0fb7-499b-9925-66d57c82de6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:31.385273 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a5d62fc1-ee61-453b-891d-e2af1da3cd37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (83c8a09a-a163-452d-992b-b25d6284246e), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.443357 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a5d62fc1-ee61-453b-891d-e2af1da3cd37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (83c8a09a-a163-452d-992b-b25d6284246e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.448617 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a5d62fc1-ee61-453b-891d-e2af1da3cd37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (83c8a09a-a163-452d-992b-b25d6284246e), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.465691 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62fc1-ee61-453b-891d-e2af1da3cd37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c8a09a-a163-452d-992b-b25d6284246e,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:31.475535 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a5d62fc1-ee61-453b-891d-e2af1da3cd37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.476714 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-a5d62fc1-ee61-453b-891d-e2af1da3cd37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222107 Mar 24 14:55:31.479409 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48902) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:31.483612 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-1b4434e4-1fd4-46f8-9247-18a3257dd676 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': 'd9eab5bc-0fb7-499b-9925-66d57c82de6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:31.508371 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1b4434e4-1fd4-46f8-9247-18a3257dd676 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (025b9c30-cc7b-41f6-a0ea-5ca78da05f25), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.561281 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1b4434e4-1fd4-46f8-9247-18a3257dd676 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (025b9c30-cc7b-41f6-a0ea-5ca78da05f25), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.566472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1b4434e4-1fd4-46f8-9247-18a3257dd676 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (025b9c30-cc7b-41f6-a0ea-5ca78da05f25), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.583607 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4434e4-1fd4-46f8-9247-18a3257dd676 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025b9c30-cc7b-41f6-a0ea-5ca78da05f25,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:31.590319 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1b4434e4-1fd4-46f8-9247-18a3257dd676 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.591486 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-1b4434e4-1fd4-46f8-9247-18a3257dd676 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111789 Mar 24 14:55:31.594851 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 48904) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:31.599359 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:31.619484 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.699186 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7e03-c5cd-4d46-b9f6-950c74744bd0 req-ec72a7e5-48f1-45b4-9af1-12e4cf3a6999 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:31.701014 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4ddb7e03-c5cd-4d46-b9f6-950c74744bd0 req-ec72a7e5-48f1-45b4-9af1-12e4cf3a6999 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0614388 Mar 24 14:55:31.727182 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:31.769545 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4ddb7e03-c5cd-4d46-b9f6-950c74744bd0 req-f279ccc6-87c9-4d10-8276-26b53827dc81 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583210 Mar 24 14:55:31.814800 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-32c415aa-3a91-4950-8997-8f9c115d0a11 req-be314651-2498-4798-a288-b00ea19def34 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 210 time: 0.0316651 Mar 24 14:55:31.867652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.27.1.173 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/0a2f73b6-26f0-4a8c-939a-2352303e5222) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:55:31.965601 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.000956 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.038689 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:55:32.041878 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:32.044255 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:55:32.055099 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5cc1-c26a-4d2b-82ff-6fb90a16a997 req-f7119292-687c-4e05-8676-ad6f8b07471a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:32.056678 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c7b5cc1-c26a-4d2b-82ff-6fb90a16a997 req-f7119292-687c-4e05-8676-ad6f8b07471a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Mar 24 14:55:32.058503 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=0a2f73b6-26f0-4a8c-939a-2352303e5222,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:32.108687 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (300e05b0-deca-4227-a34b-c8739e6fea06), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.117370 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c7b5cc1-c26a-4d2b-82ff-6fb90a16a997 req-6cd15420-1eb4-4308-a7db-17ac1e9acae7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484135 Mar 24 14:55:32.146518 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.356776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-d4da6020-9bd2-439a-ade4-d8446c55c74a tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:32.358244 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-d4da6020-9bd2-439a-ade4-d8446c55c74a tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "GET /v2.0/networks?id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d HTTP/1.1" status: 200 len: 808 time: 0.1319830 Mar 24 14:55:32.375675 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.381233 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.395284 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Request body: {'port': {'device_id': 'd793ff10-6398-4624-ad43-d77671030e2c', 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d', 'admin_state_up': True, 'tenant_id': 'acb3194551f14d53b537ed3a0a5ad6df'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:32.426329 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (300e05b0-deca-4227-a34b-c8739e6fea06), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.481422 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.482651 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8868904 Mar 24 14:55:32.495193 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-974d3708-3ee4-47f8-ab9c-792c26d7c04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.497130 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e050364-ec25-41ec-9c13-3feef40e4b73 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=0a2f73b6-26f0-4a8c-939a-2352303e5222,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:32.539201 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Made reservation on behalf of acb3194551f14d53b537ed3a0a5ad6df for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:55:32.542642 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:32.628919 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device ade84dfd-4321-4d6a-bba1-76fb3e10f776 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:55:32.649105 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: ade84dfd-4321-4d6a-bba1-76fb3e10f776 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:55:32.649449 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device ade84dfd-4321-4d6a-bba1-76fb3e10f776 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:55:32.691126 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Allocated IP 172.20.0.6 (6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d/826b846a-fb1e-4056-8a8a-07556b383497/a4392464-0136-4b52-892b-dc6fef5249c4) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:55:32.712885 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-308b9e1d-6614-4bbd-9f08-dce60dc76a94 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1060940485&fields=id&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 267 time: 0.0669651 Mar 24 14:55:32.902653 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-77f9082e-a998-431a-81b8-d896cc3b4e17 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:32.904255 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-77f9082e-a998-431a-81b8-d896cc3b4e17 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.1831086 Mar 24 14:55:32.941165 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-a7323096-51ed-4547-a0b2-ca03b3b7e9bf tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/quotas/d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 375 time: 0.0253363 Mar 24 14:55:32.950763 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052f9c-81fb-4dfb-b78c-de4e763d1802 req-fcbbae91-8211-43b3-9761-c78a093a686d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:32.953329 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c4052f9c-81fb-4dfb-b78c-de4e763d1802 req-fcbbae91-8211-43b3-9761-c78a093a686d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0746443 Mar 24 14:55:32.964691 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks [] for port (a4392464-0136-4b52-892b-dc6fef5249c4), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.008709 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c4052f9c-81fb-4dfb-b78c-de4e763d1802 req-77cde6fa-e533-4197-8ceb-79e72885e58d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486398 Mar 24 14:55:33.029586 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-c3395010-868c-4415-aa03-8fadfd6ecbbc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734546 Mar 24 14:55:33.044355 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.115032 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605699b0-0cbc-4f43-a561-ef03141639a3 req-21c3e3e9-67d2-4f94-b38b-44d138a26b84 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:33.116641 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-605699b0-0cbc-4f43-a561-ef03141639a3 req-21c3e3e9-67d2-4f94-b38b-44d138a26b84 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 931 time: 0.0531654 Mar 24 14:55:33.168233 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-605699b0-0cbc-4f43-a561-ef03141639a3 req-de34a1ab-6b9d-4a41-b682-db481bab4b54 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 Mar 24 14:55:33.278285 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f788395-d836-473c-af01-94ef35bc41e4 req-afe2c3b2-a473-4d84-80f6-5ff2fb902090 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:33.279817 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9f788395-d836-473c-af01-94ef35bc41e4 req-afe2c3b2-a473-4d84-80f6-5ff2fb902090 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0553071 Mar 24 14:55:33.328130 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:55:33.331615 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9f788395-d836-473c-af01-94ef35bc41e4 req-33a28c5c-08e6-40d2-9bee-ef3ccc07e0ce tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Mar 24 14:55:33.342377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:33.346936 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:55:33.352420 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:33.353059 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.364467 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Pushing event updated for resources: {'Port': ['ID=a4392464-0136-4b52-892b-dc6fef5249c4,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:33.384630 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-55f130b4-4de5-49ff-804d-3fbccbd1ec62 service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488836 Mar 24 14:55:33.388028 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-545186c5-073c-4035-a083-fa28a2509b03 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9997516 Mar 24 14:55:33.434363 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Request body: {'port': {'device_id': 'd793ff10-6398-4624-ad43-d77671030e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:33.519712 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.524018 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-dbaad2d3-d7c1-472f-ace9-36c10a9a538f service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335821 Mar 24 14:55:33.709122 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3da570c6-286d-4397-a684-3b7009d55f62 req-381b4c08-783c-435d-bc71-582645e9565e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 210 time: 0.0389659 Mar 24 14:55:33.716289 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.793862 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4392464-0136-4b52-892b-dc6fef5249c4 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:33.801791 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Publish callbacks [] for port (a4392464-0136-4b52-892b-dc6fef5249c4), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.814139 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Transition to ACTIVE for port object a4392464-0136-4b52-892b-dc6fef5249c4 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:55:33.818289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.899874 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Pushing event updated for resources: {'Port': ['ID=a4392464-0136-4b52-892b-dc6fef5249c4,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:33.914660 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Attempting to bind port a4392464-0136-4b52-892b-dc6fef5249c4 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:55:33.915027 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Attempting to bind port a4392464-0136-4b52-892b-dc6fef5249c4 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:55:33.915364 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Attempting to bind port a4392464-0136-4b52-892b-dc6fef5249c4 on network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:33.919888 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Port a4392464-0136-4b52-892b-dc6fef5249c4 on network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:55:33.920219 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Attempting to bind port a4392464-0136-4b52-892b-dc6fef5249c4 on network 6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:33.926918 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:55:33.927328 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Checking segment: {'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:55:33.927806 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Bound using segment: {'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:55:33.928421 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Bound port: a4392464-0136-4b52-892b-dc6fef5249c4, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d92da84-d7d9-44f7-8372-5ab948a8924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:55:33.928846 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:33.995749 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] For port a4392464-0136-4b52-892b-dc6fef5249c4, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:55:33.999519 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] For port a4392464-0136-4b52-892b-dc6fef5249c4, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=a4392464-0136-4b52-892b-dc6fef5249c4,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:55:34.005254 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:34.038707 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.039331 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:34.040709 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] 10.222.0.46 "PUT /v2.0/ports/a4392464-0136-4b52-892b-dc6fef5249c4 HTTP/1.1" status: 200 len: 1093 time: 0.6328397 Mar 24 14:55:34.041149 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd793ff10-6398-4624-ad43-d77671030e2c', 'tag': 'a4392464-0136-4b52-892b-dc6fef5249c4'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:34.043412 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106dc76-9ca4-447c-b284-941e9bdde396" -d '{"events": [{"name": "network-changed", "server_uuid": "d793ff10-6398-4624-ad43-d77671030e2c", "tag": "a4392464-0136-4b52-892b-dc6fef5249c4"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:34.083651 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff9f02-78c3-47c3-8f6c-f7c204644b6c service neutron] Pushing event updated for resources: {'Port': ['ID=a4392464-0136-4b52-892b-dc6fef5249c4,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:34.091684 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d5e53f-e6a7-4ad9-a0c5-57c7547baa91 x-openstack-request-id: req-64d5e53f-e6a7-4ad9-a0c5-57c7547baa91 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:34.091872 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d793ff10-6398-4624-ad43-d77671030e2c", "tag": "a4392464-0136-4b52-892b-dc6fef5249c4", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:34.092058 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64d5e53f-e6a7-4ad9-a0c5-57c7547baa91 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:34.092523 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d5e53f-e6a7-4ad9-a0c5-57c7547baa91'] response: {'name': 'network-changed', 'server_uuid': 'd793ff10-6398-4624-ad43-d77671030e2c', 'tag': 'a4392464-0136-4b52-892b-dc6fef5249c4', 'status': 'completed', 'code': 200} Mar 24 14:55:34.173135 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9709c75-937a-4df3-87f8-8aaaad89539b req-05aace27-f9ec-48fc-859e-51554aad0ebd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.174663 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e9709c75-937a-4df3-87f8-8aaaad89539b req-05aace27-f9ec-48fc-859e-51554aad0ebd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0813601 Mar 24 14:55:34.208792 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-abc16fdb-0b68-4a80-868f-498756f87ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.211390 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-abc16fdb-0b68-4a80-868f-498756f87ca7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acb3194551f14d53b537ed3a0a5ad6df&device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 1127 time: 0.0743959 Mar 24 14:55:34.231390 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e9709c75-937a-4df3-87f8-8aaaad89539b req-dc36ad6d-ee5c-46e2-bfda-e7f5deb0aa44 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505059 Mar 24 14:55:34.271427 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-c2ab1fee-2e95-4f05-af74-81d5cd47c5fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4392464-0136-4b52-892b-dc6fef5249c4 HTTP/1.1" status: 200 len: 217 time: 0.0390821 Mar 24 14:55:34.311580 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a3f4-4d6e-4eda-ba8c-cd5ca4057ac1 req-3554c5d0-459c-4e01-bcd1-22662e02ac28 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.314758 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bc12a3f4-4d6e-4eda-ba8c-cd5ca4057ac1 req-3554c5d0-459c-4e01-bcd1-22662e02ac28 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 943 time: 0.0778911 Mar 24 14:55:34.362665 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bc12a3f4-4d6e-4eda-ba8c-cd5ca4057ac1 req-46b58949-548f-47eb-b198-44001dd65d2f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Mar 24 14:55:34.368446 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-c399e083-3276-4707-93c1-4f783d9d50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.369914 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-c399e083-3276-4707-93c1-4f783d9d50e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=826b846a-fb1e-4056-8a8a-07556b383497 HTTP/1.1" status: 200 len: 848 time: 0.0786626 Mar 24 14:55:34.393329 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0874f-9ad3-4409-aa5c-4bde61d762fe req-49c12d17-bee4-4444-aad2-8f4fc4665c18 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.394815 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2ae0874f-9ad3-4409-aa5c-4bde61d762fe req-49c12d17-bee4-4444-aad2-8f4fc4665c18 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0753682 Mar 24 14:55:34.404205 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 48966) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:34.409898 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'floatingip': {'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:34.410816 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-7b8bb3c1-d6c4-49d0-9d04-34a4afa26ec4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329049 Mar 24 14:55:34.460401 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:34.499344 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-bad75b8f-2319-45c3-a9aa-44665790d04e service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808642 Mar 24 14:55:34.589131 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b2541-d078-4d27-8c86-c1814a810581 req-cb825237-c999-4509-9c7e-a574c3c32f02 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.590659 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d27b2541-d078-4d27-8c86-c1814a810581 req-cb825237-c999-4509-9c7e-a574c3c32f02 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.1500573 Mar 24 14:55:34.598032 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9954dd04-7453-466f-bfbc-d27ab5d06934 req-a19470a0-9b2c-402e-b720-be390b1e3651 service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916834 Mar 24 14:55:34.712945 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d27b2541-d078-4d27-8c86-c1814a810581 req-92301f36-56a1-459e-9dd3-149c30ce558d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166232 Mar 24 14:55:34.827111 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4abe2719-7b0a-4406-996e-eeb7eeaebabe req-32187b5e-a420-4e97-b909-d1594a48fbac tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 210 time: 0.0509980 Mar 24 14:55:34.849542 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-bc1e0dec-b52a-48b3-91c3-080c466f7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:34.849741 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-bc1e0dec-b52a-48b3-91c3-080c466f7099 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acb3194551f14d53b537ed3a0a5ad6df&device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 1127 time: 0.0646312 Mar 24 14:55:34.975409 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:34.979997 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:35.095259 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Floating IP f19559a9-9e0a-479e-845d-2a021aa0b8db associated. External IP: 172.27.1.72, port: 707a58c0-5651-4049-8c1f-6b806f5252b5. Mar 24 14:55:35.106018 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-d9aa5cfe-9eb2-48cd-a67a-155681c4c28e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:35.107569 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-d9aa5cfe-9eb2-48cd-a67a-155681c4c28e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.2011786 Mar 24 14:55:35.112596 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-8a1de243-e49e-4056-a54f-7951001dd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:35.113996 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-8a1de243-e49e-4056-a54f-7951001dd854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d HTTP/1.1" status: 200 len: 909 time: 0.1952310 Mar 24 14:55:35.179921 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:35.184775 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-d0fc933d-e44f-4881-8419-d80b1cf23f07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4392464-0136-4b52-892b-dc6fef5249c4 HTTP/1.1" status: 200 len: 217 time: 0.0416329 Mar 24 14:55:35.273122 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-2141b146-7cee-4e69-8574-840850f44df0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 473 time: 0.1364439 Mar 24 14:55:35.274833 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-62676c79-4fd9-4b2c-bb59-9d43d1e39582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:35.276916 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-62676c79-4fd9-4b2c-bb59-9d43d1e39582 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=826b846a-fb1e-4056-8a8a-07556b383497 HTTP/1.1" status: 200 len: 848 time: 0.0819931 Mar 24 14:55:35.301010 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'port': {'device_id': '64f87606-0402-46b5-9613-2dc51548ffa9', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'admin_state_up': True, 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'security_groups': ['d9eab5bc-0fb7-499b-9925-66d57c82de6d']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:35.363146 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-ee1bf8e5-7d94-4e54-8590-41d681137efc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584896 Mar 24 14:55:35.498423 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-274ef939-60ed-4e96-9cfc-90a32a20ea49 service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215272 Mar 24 14:55:35.499117 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Made reservation on behalf of d60ef6516f464105bbb22a953fe3a9e8 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:55:35.502403 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:35.557615 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48105ab4-fdb1-4f50-955e-9008aa41b078 req-cc4207f1-3b73-4f78-9ef8-b12dde038be2 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:35.559016 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-48105ab4-fdb1-4f50-955e-9008aa41b078 req-cc4207f1-3b73-4f78-9ef8-b12dde038be2 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 943 time: 0.1024425 Mar 24 14:55:35.573524 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Router 004b4409-eb17-4f72-9cf1-b44680261d29 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:55:35.617657 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-48105ab4-fdb1-4f50-955e-9008aa41b078 req-1b0218dc-ef0d-4846-a64b-f0139e31291c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526161 Mar 24 14:55:35.670577 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e106dc76-9ca4-447c-b284-941e9bdde396 req-f1c76d07-239c-4a74-ae59-92c25f9d7a42 service neutron] 10.222.0.46 "GET /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585712 Mar 24 14:55:35.690994 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.20.0.5 (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2/00049fbd-bcee-48b5-bfe9-bd2fc3967f07/cafa19eb-9fda-4811-a6ce-3a48f69901be) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:55:35.715149 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:55:35.719781 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:35.726232 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] Sync routers for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:55:35.736002 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:55:35.736621 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:55:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:35.757096 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c27332e7-ea66-4d6f-8f38-bb0a2146af59 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "PUT /v2.0/floatingips/f19559a9-9e0a-479e-845d-2a021aa0b8db HTTP/1.1" status: 200 len: 990 time: 1.3516202 Mar 24 14:55:35.757809 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:35.760349 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa18ab12-aac9-4474-8e57-6f4972b4e052" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:35.797924 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae189dc-5ba3-415a-93f6-91e251cd8d8c x-openstack-request-id: req-5ae189dc-5ba3-415a-93f6-91e251cd8d8c {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:35.798804 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:35.799081 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ae189dc-5ba3-415a-93f6-91e251cd8d8c {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:35.799499 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae189dc-5ba3-415a-93f6-91e251cd8d8c'] response: {'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'status': 'completed', 'code': 200} Mar 24 14:55:35.846280 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:55:35.921561 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04e714-f9cb-40f5-bc52-fb6d196845b4 req-a81725d9-73d0-4699-9d48-5b9a3028a945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:35.923127 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8c04e714-f9cb-40f5-bc52-fb6d196845b4 req-a81725d9-73d0-4699-9d48-5b9a3028a945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.1186581 Mar 24 14:55:35.961606 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f8b3e05c-f520-4fe9-8623-042d849911d3 req-5730d35c-3058-4cf0-9906-850c426be7c6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 210 time: 0.0399296 Mar 24 14:55:35.986157 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8c04e714-f9cb-40f5-bc52-fb6d196845b4 req-11f45bbf-124f-4f1c-b530-eebe5f4cb08c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551326 Mar 24 14:55:35.990126 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.003567 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-bcbc2e2f-f3ab-4eb2-893d-bf2f1c827a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:36.005078 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-bcbc2e2f-f3ab-4eb2-893d-bf2f1c827a5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1129 time: 0.1400280 Mar 24 14:55:36.073952 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'f19559a9-9e0a-479e-845d-2a021aa0b8db', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'mac_address': 'fa:16:3e:9b:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:16Z', 'updated_at': '2022-03-24T14:55:34Z', 'revision_number': 1, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:36.090183 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.146163 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:55:36.157032 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:36.167980 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:55:36.175805 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:36.176571 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.181332 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=cafa19eb-9fda-4811-a6ce-3a48f69901be,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:36.186878 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-65b59b32-35a7-4a0f-960c-193d88e31fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:36.188379 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-65b59b32-35a7-4a0f-960c-193d88e31fb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1696959 Mar 24 14:55:36.199492 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] Checking router: 004b4409-eb17-4f72-9cf1-b44680261d29 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:55:36.202115 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-0a2d5050-301d-4863-a769-299f8fea21fb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9052601 Mar 24 14:55:36.209919 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:55:36.210642 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:55:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:36.244311 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Request body: {'port': {'device_id': '64f87606-0402-46b5-9613-2dc51548ffa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:36.313009 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-eacf62be-1712-48bd-82c7-0b1fe06f141b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 998 time: 0.1097603 Mar 24 14:55:36.328858 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:55:36.331724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.390238 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-204e5d32-3caf-48a8-92b9-eb4dc877fd82 None None] Provisioning complete for port cafa19eb-9fda-4811-a6ce-3a48f69901be triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:55:36.390788 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-204e5d32-3caf-48a8-92b9-eb4dc877fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.397519 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-080616ad-3b34-40d1-8af0-d1b3d1bf6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:36.399152 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-080616ad-3b34-40d1-8af0-d1b3d1bf6fa5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0757408 Mar 24 14:55:36.434172 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-204e5d32-3caf-48a8-92b9-eb4dc877fd82 None None] Port cafa19eb-9fda-4811-a6ce-3a48f69901be cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:55:36.555783 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-55aa882e-f18a-4873-afd4-acdc39b73146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:36.557470 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-55aa882e-f18a-4873-afd4-acdc39b73146 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1459978 Mar 24 14:55:36.566950 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'f19559a9-9e0a-479e-845d-2a021aa0b8db', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'mac_address': 'fa:16:3e:9b:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:16Z', 'updated_at': '2022-03-24T14:55:34Z', 'revision_number': 1, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:36.568403 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.597689 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62b598-941f-409d-a174-98be3cc0ae34 None None] The sync data for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi is: [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'f19559a9-9e0a-479e-845d-2a021aa0b8db', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'mac_address': 'fa:16:3e:9b:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:16Z', 'updated_at': '2022-03-24T14:55:34Z', 'revision_number': 1, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:55:36.714453 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-1f875326-2c89-4e0e-8344-9d64016f6e0e service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405499 Mar 24 14:55:36.727129 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafa19eb-9fda-4811-a6ce-3a48f69901be {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:36.742219 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Publish callbacks [] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.757216 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba4944-4ca7-4551-b9ad-d2dc9b48d0e1 req-d4aab611-c54b-4e8b-8488-a58bff7506b1 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:36.758817 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-51ba4944-4ca7-4551-b9ad-d2dc9b48d0e1 req-d4aab611-c54b-4e8b-8488-a58bff7506b1 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 943 time: 0.0651178 Mar 24 14:55:36.798001 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Transition to ACTIVE for port object cafa19eb-9fda-4811-a6ce-3a48f69901be will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:55:36.807030 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:36.815692 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-51ba4944-4ca7-4551-b9ad-d2dc9b48d0e1 req-cad40219-cf31-44d7-ba22-626124b5b961 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459127 Mar 24 14:55:36.887363 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fa18ab12-aac9-4474-8e57-6f4972b4e052 req-705b9f66-8824-4de1-a9df-f42efaca3c40 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556821 Mar 24 14:55:36.887872 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Pushing event updated for resources: {'Port': ['ID=cafa19eb-9fda-4811-a6ce-3a48f69901be,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:36.892350 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d3bca-30d4-4164-8c54-c8e9cd53adc6 None None] New status for floating IP f19559a9-9e0a-479e-845d-2a021aa0b8db: ACTIVE {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:55:36.943559 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Attempting to bind port cafa19eb-9fda-4811-a6ce-3a48f69901be on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:55:36.944196 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Attempting to bind port cafa19eb-9fda-4811-a6ce-3a48f69901be by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:55:36.944330 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Attempting to bind port cafa19eb-9fda-4811-a6ce-3a48f69901be on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:36.950555 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Port cafa19eb-9fda-4811-a6ce-3a48f69901be on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:55:36.950882 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Attempting to bind port cafa19eb-9fda-4811-a6ce-3a48f69901be on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:55:36.960852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:55:36.961058 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Checking segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:55:36.961736 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Bound using segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:55:36.962191 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Bound port: cafa19eb-9fda-4811-a6ce-3a48f69901be, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:55:36.962682 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:37.161178 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4aec-e9ca-4504-91c9-45f17c8a87bb req-8b54f8a9-e8b3-4ef0-afed-b3446fd9fa9d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:37.163142 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d80b4aec-e9ca-4504-91c9-45f17c8a87bb req-8b54f8a9-e8b3-4ef0-afed-b3446fd9fa9d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0651855 Mar 24 14:55:37.220524 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d80b4aec-e9ca-4504-91c9-45f17c8a87bb req-3240630f-d83d-46eb-96d0-9d97d985ed19 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514140 Mar 24 14:55:37.356286 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] For port cafa19eb-9fda-4811-a6ce-3a48f69901be, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:55:37.364933 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b93f0-9e9a-4bf9-9e79-92dc51433168 req-093ffc0a-2ffb-4eee-83b9-b7fdc7578786 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:37.366542 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d61b93f0-9e9a-4bf9-9e79-92dc51433168 req-093ffc0a-2ffb-4eee-83b9-b7fdc7578786 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 943 time: 0.1071038 Mar 24 14:55:37.377528 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] For port cafa19eb-9fda-4811-a6ce-3a48f69901be, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:55:37.391787 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:37.437144 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:37.437767 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:37.439174 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] 10.222.0.46 "PUT /v2.0/ports/cafa19eb-9fda-4811-a6ce-3a48f69901be HTTP/1.1" status: 200 len: 1093 time: 1.2007720 Mar 24 14:55:37.439675 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:37.441947 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46504dec-0a9d-4690-a5c7-7b528c434b95" -d '{"events": [{"name": "network-changed", "server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:37.474643 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d61b93f0-9e9a-4bf9-9e79-92dc51433168 req-85475f9a-66c3-41f4-855e-16ac85c291c9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009881 Mar 24 14:55:37.479897 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b05ac8-a76e-4fbe-a797-a9ed1a022fcc service neutron] Pushing event updated for resources: {'Port': ['ID=cafa19eb-9fda-4811-a6ce-3a48f69901be,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:37.491835 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0250a9-d576-4689-862e-9fccb7d296a2 x-openstack-request-id: req-ed0250a9-d576-4689-862e-9fccb7d296a2 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:37.492207 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:37.492405 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed0250a9-d576-4689-862e-9fccb7d296a2 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:37.492992 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0250a9-d576-4689-862e-9fccb7d296a2'] response: {'name': 'network-changed', 'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'status': 'completed', 'code': 200} Mar 24 14:55:37.573439 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-50ff8986-3d45-46e1-bc65-cec0759c030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:37.575211 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-50ff8986-3d45-46e1-bc65-cec0759c030f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 1127 time: 0.0463696 Mar 24 14:55:37.630410 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-5b35d06f-bc77-430e-825f-cfbeb8e02676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be HTTP/1.1" status: 200 len: 217 time: 0.0375359 Mar 24 14:55:37.686356 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-f72b537a-44d5-4f23-8405-64324e8195ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:37.687741 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-f72b537a-44d5-4f23-8405-64324e8195ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0445623 Mar 24 14:55:37.740036 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-6399a1fb-c455-43c7-b307-8a303151853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:37.741543 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-6399a1fb-c455-43c7-b307-8a303151853a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439858 Mar 24 14:55:37.844505 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-f09197e6-1029-446f-be67-9bfcae152dfd service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917783 Mar 24 14:55:37.937959 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d5166-bf19-4e99-a5b7-cbc6547b183a req-d138ef48-a1e9-4922-ac74-1f6b16965689 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:37.939476 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-609d5166-bf19-4e99-a5b7-cbc6547b183a req-d138ef48-a1e9-4922-ac74-1f6b16965689 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 943 time: 0.0529351 Mar 24 14:55:37.953606 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf741131-0cfa-4df1-b914-db8612c411a0 req-227efa85-c988-48e9-89a8-82846815abd4 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893905 Mar 24 14:55:38.001978 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-609d5166-bf19-4e99-a5b7-cbc6547b183a req-6c9d8d50-a41a-4f0e-acbc-bf643f70060a tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564706 Mar 24 14:55:38.124817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-96808d9e-5231-4fc9-b38d-e8279716f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:38.126512 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-96808d9e-5231-4fc9-b38d-e8279716f705 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 1127 time: 0.0473773 Mar 24 14:55:38.223428 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-535eb205-2b50-46c8-893e-90be47fdf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:38.224918 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-535eb205-2b50-46c8-893e-90be47fdf50e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.0875392 Mar 24 14:55:38.276243 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-cc653438-3747-47f4-b896-e7396d5c97f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be HTTP/1.1" status: 200 len: 217 time: 0.0370371 Mar 24 14:55:38.327162 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-53b1b811-856c-4fe7-a096-8c6276413fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:38.328906 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-53b1b811-856c-4fe7-a096-8c6276413fc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0457828 Mar 24 14:55:38.350409 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70ab25-cb7c-4b0c-ad96-18fee4ed7b34 req-19d315d5-dcf9-450a-a9e4-2fd4c7ad1fd7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:38.351910 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd70ab25-cb7c-4b0c-ad96-18fee4ed7b34 req-19d315d5-dcf9-450a-a9e4-2fd4c7ad1fd7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0534179 Mar 24 14:55:38.399721 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-c69efb60-6627-4822-ab10-f7321750e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:38.401261 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-c69efb60-6627-4822-ab10-f7321750e4a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650115 Mar 24 14:55:38.406003 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd70ab25-cb7c-4b0c-ad96-18fee4ed7b34 req-94bdb091-3a10-473d-b1a5-6e0843a56c8e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477726 Mar 24 14:55:38.526992 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854db9c9-9c08-4028-8bfa-7ecd1babc4a7 req-82216992-d037-4097-9ed0-62c0db92e506 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:38.528556 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-854db9c9-9c08-4028-8bfa-7ecd1babc4a7 req-82216992-d037-4097-9ed0-62c0db92e506 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.1175246 Mar 24 14:55:38.564794 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-4e00c169-5f8d-4ba7-b579-03e795f0ae9d service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396210 Mar 24 14:55:38.591648 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-854db9c9-9c08-4028-8bfa-7ecd1babc4a7 req-8aaf4397-5188-475e-8b03-23116ea9fb34 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556238 Mar 24 14:55:38.597862 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b6ff-ca77-490b-ae1b-92e5ac00b298 req-3c9318a1-d46c-44ed-9bef-4dacd1316787 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:38.599360 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1280b6ff-ca77-490b-ae1b-92e5ac00b298 req-3c9318a1-d46c-44ed-9bef-4dacd1316787 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 943 time: 0.0517232 Mar 24 14:55:38.645808 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device a4392464-0136-4b52-892b-dc6fef5249c4 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:55:38.661170 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1280b6ff-ca77-490b-ae1b-92e5ac00b298 req-f6324a5a-e322-41f1-9324-96e919b3ff00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508413 Mar 24 14:55:38.724181 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-46504dec-0a9d-4690-a5c7-7b528c434b95 req-45d80801-11bc-4b1c-bd3d-3d72b910af2d service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797679 Mar 24 14:55:38.754631 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port a4392464-0136-4b52-892b-dc6fef5249c4, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=a4392464-0136-4b52-892b-dc6fef5249c4,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:38.766440 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'a4392464-0136-4b52-892b-dc6fef5249c4', 'network_id': '6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d', 'port_id': 'a4392464-0136-4b52-892b-dc6fef5249c4', 'mac_address': 'fa:16:3e:ba:4d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826b846a-fb1e-4056-8a8a-07556b383497', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:55:38.803174 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port a4392464-0136-4b52-892b-dc6fef5249c4 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:38.803568 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:38.816220 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4392464-0136-4b52-892b-dc6fef5249c4 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:38.837678 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port a4392464-0136-4b52-892b-dc6fef5249c4, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=a4392464-0136-4b52-892b-dc6fef5249c4,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:38.843957 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:39.009642 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=a4392464-0136-4b52-892b-dc6fef5249c4,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:39.120868 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff88b4-b97c-48e2-86fc-9b9f63252ac7 req-12fb1599-4118-4761-8c20-58284460904d tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:39.122350 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dbff88b4-b97c-48e2-86fc-9b9f63252ac7 req-12fb1599-4118-4761-8c20-58284460904d tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 944 time: 0.0555542 Mar 24 14:55:39.176142 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dbff88b4-b97c-48e2-86fc-9b9f63252ac7 req-f9689c86-2287-4429-a19a-85247b94123d tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Mar 24 14:55:39.532462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a19be4-0fd7-463d-b497-863afb7938ed req-54fd5224-446f-4162-8423-a2d8635ef220 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:39.533856 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f2a19be4-0fd7-463d-b497-863afb7938ed req-54fd5224-446f-4162-8423-a2d8635ef220 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0527341 Mar 24 14:55:39.545745 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['a4392464-0136-4b52-892b-dc6fef5249c4'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:39.564420 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78d8e4-cf91-4966-8457-3639a3826275 req-2c379210-584e-4144-baa6-e8df7af826bf tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:39.565923 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cc78d8e4-cf91-4966-8457-3639a3826275 req-2c379210-584e-4144-baa6-e8df7af826bf tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0573654 Mar 24 14:55:39.591162 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f2a19be4-0fd7-463d-b497-863afb7938ed req-c89cd181-d0e2-4ca3-8aac-47e3bdcf9d2e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510585 Mar 24 14:55:39.614944 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cc78d8e4-cf91-4966-8457-3639a3826275 req-55360efc-8455-410f-89d1-34eca967acb1 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Mar 24 14:55:39.710190 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da24f0-1c02-464f-907d-2e661cbcabc1 req-a7ccde60-15b9-4c59-8e10-981af3ce38dd tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:39.711698 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-26da24f0-1c02-464f-907d-2e661cbcabc1 req-a7ccde60-15b9-4c59-8e10-981af3ce38dd tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0528696 Mar 24 14:55:39.757915 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-26da24f0-1c02-464f-907d-2e661cbcabc1 req-7f192537-f916-4abf-b4ea-6a1732810c6e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Mar 24 14:55:39.773400 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb7a54-d4e5-4afe-baf1-b6011839e524 req-224d9a48-3b17-4ff7-ab6e-780b7fb7482b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:39.774908 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1eeb7a54-d4e5-4afe-baf1-b6011839e524 req-224d9a48-3b17-4ff7-ab6e-780b7fb7482b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 943 time: 0.0524395 Mar 24 14:55:39.821534 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1eeb7a54-d4e5-4afe-baf1-b6011839e524 req-64f51442-c14a-4cae-a92d-71dc65919927 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408833 Mar 24 14:55:40.301376 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ce69f-0d1b-461a-a0d8-867b4bdf0cb9 req-1cca87ba-fc07-4afb-8008-fadab1a5169b tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:40.302853 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c65ce69f-0d1b-461a-a0d8-867b4bdf0cb9 req-1cca87ba-fc07-4afb-8008-fadab1a5169b tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 944 time: 0.0619013 Mar 24 14:55:40.352889 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c65ce69f-0d1b-461a-a0d8-867b4bdf0cb9 req-79454aeb-874b-4c17-9a77-6c067fd1caa4 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Mar 24 14:55:40.651111 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cafa19eb-9fda-4811-a6ce-3a48f69901be details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:55:40.727420 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82d774-6dd5-4ab1-8675-14dcf7b2b661 req-b97620a8-5b3d-4a03-b243-fa9486c91a16 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:40.729191 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c82d774-6dd5-4ab1-8675-14dcf7b2b661 req-b97620a8-5b3d-4a03-b243-fa9486c91a16 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0544252 Mar 24 14:55:40.739385 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f4584-1697-45d9-ac6e-fb7b4569bb35 req-e580078e-d1d9-4cc4-9875-cd5430d58bfa tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:40.741071 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b27f4584-1697-45d9-ac6e-fb7b4569bb35 req-e580078e-d1d9-4cc4-9875-cd5430d58bfa tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0554438 Mar 24 14:55:40.758516 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cafa19eb-9fda-4811-a6ce-3a48f69901be, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:40.770057 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'port_id': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'mac_address': 'fa:16:3e:39:9c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:55:40.780711 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c82d774-6dd5-4ab1-8675-14dcf7b2b661 req-88b53c1d-63d2-4d43-9cfb-0c9819b56332 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443256 Mar 24 14:55:40.799118 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b27f4584-1697-45d9-ac6e-fb7b4569bb35 req-abf8eb0b-445c-4926-a996-d4b4e70572e6 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518920 Mar 24 14:55:40.815470 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cafa19eb-9fda-4811-a6ce-3a48f69901be is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:40.815862 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:40.828736 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafa19eb-9fda-4811-a6ce-3a48f69901be {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:40.848868 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cafa19eb-9fda-4811-a6ce-3a48f69901be, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:40.856230 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:40.908510 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cafa19eb-9fda-4811-a6ce-3a48f69901be,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:40.917881 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7613b7-ba04-47e0-832d-013dcc3193db req-684fdea8-bddb-42c4-834e-5ba9bfaebdfd tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:40.919529 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1b7613b7-ba04-47e0-832d-013dcc3193db req-684fdea8-bddb-42c4-834e-5ba9bfaebdfd tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0638506 Mar 24 14:55:40.946018 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf60c-c781-41e4-a0a8-2edccde93ee6 req-ea5651b0-e357-4ada-9e23-a66c9a9b9233 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:40.947538 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1fadf60c-c781-41e4-a0a8-2edccde93ee6 req-ea5651b0-e357-4ada-9e23-a66c9a9b9233 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 944 time: 0.0552936 Mar 24 14:55:40.966672 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1b7613b7-ba04-47e0-832d-013dcc3193db req-db16f985-1224-4d8d-9f6e-57e962ddc96c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413265 Mar 24 14:55:40.994946 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1fadf60c-c781-41e4-a0a8-2edccde93ee6 req-f0cf4169-502c-401b-88ed-5fc2b93e25c4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Mar 24 14:55:41.372867 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['cafa19eb-9fda-4811-a6ce-3a48f69901be'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:41.479048 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5caec-2159-444f-ae10-1e6bb00fea10 req-17fd89d2-8142-4d12-99b0-9a52673c8b75 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:41.480565 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-43a5caec-2159-444f-ae10-1e6bb00fea10 req-17fd89d2-8142-4d12-99b0-9a52673c8b75 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 944 time: 0.0521541 Mar 24 14:55:41.528259 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-43a5caec-2159-444f-ae10-1e6bb00fea10 req-f52bedf9-1d85-4a07-be50-3cf1de105cae tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 Mar 24 14:55:41.910534 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0e044-a570-4564-af56-0f81b4a63795 req-9100f215-547f-4875-bbe3-e0e5258797a1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:41.912026 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-74e0e044-a570-4564-af56-0f81b4a63795 req-9100f215-547f-4875-bbe3-e0e5258797a1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0548930 Mar 24 14:55:41.920138 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149925e-6e21-45b2-9c73-f251b8f4a42c req-8528655b-144d-47a4-880a-813c51b97ef3 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:41.921618 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7149925e-6e21-45b2-9c73-f251b8f4a42c req-8528655b-144d-47a4-880a-813c51b97ef3 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0550039 Mar 24 14:55:41.957808 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-74e0e044-a570-4564-af56-0f81b4a63795 req-961e2974-5d4f-4666-b318-ae167edd5e36 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Mar 24 14:55:41.973664 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7149925e-6e21-45b2-9c73-f251b8f4a42c req-e4d2ddb4-15aa-4962-bff7-62b6b6ae9176 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Mar 24 14:55:42.087058 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2a30-ab75-4c3c-8796-b0ac0148e92b req-c75c9241-a3bf-41c3-91f3-4d61287d2e84 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:42.088558 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c4db2a30-ab75-4c3c-8796-b0ac0148e92b req-c75c9241-a3bf-41c3-91f3-4d61287d2e84 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0537596 Mar 24 14:55:42.112370 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3c2b8-180a-4db0-81cb-9fbc6407c284 req-54ccdeed-5e6e-4c5f-8c0c-424ed46f496e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:42.113824 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d1e3c2b8-180a-4db0-81cb-9fbc6407c284 req-54ccdeed-5e6e-4c5f-8c0c-424ed46f496e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 944 time: 0.0510788 Mar 24 14:55:42.138708 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c4db2a30-ab75-4c3c-8796-b0ac0148e92b req-88f634c1-a3bb-4606-a9bc-e25ac9c93c35 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444620 Mar 24 14:55:42.160102 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d1e3c2b8-180a-4db0-81cb-9fbc6407c284 req-9477dc99-22f8-469d-83b1-86ca43d5048c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Mar 24 14:55:42.262625 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-22595125-d852-42fa-988d-a555d35fcd03 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:42.264072 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-22595125-d852-42fa-988d-a555d35fcd03 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0631568 Mar 24 14:55:42.367274 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Deleting port be09c658-eba0-47de-ac24-f574ef785eda {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:55:42.367482 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (be09c658-eba0-47de-ac24-f574ef785eda), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:42.460208 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] For port be09c658-eba0-47de-ac24-f574ef785eda, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=be09c658-eba0-47de-ac24-f574ef785eda,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:42.460569 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (be09c658-eba0-47de-ac24-f574ef785eda), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:42.473022 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Calling delete_port for be09c658-eba0-47de-ac24-f574ef785eda owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:55:42.629755 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (be09c658-eba0-47de-ac24-f574ef785eda), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:42.636209 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device a4392464-0136-4b52-892b-dc6fef5249c4 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:55:42.662354 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Pushing event deleted for resources: {'Port': ['ID=be09c658-eba0-47de-ac24-f574ef785eda,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:42.679868 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['be09c658-eba0-47de-ac24-f574ef785eda'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:42.719159 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port a4392464-0136-4b52-892b-dc6fef5249c4 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:55:42.724235 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port a4392464-0136-4b52-892b-dc6fef5249c4 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:55:42.724615 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:42.725187 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125318a-8e98-4215-8bd1-0dd42b16b6f5 req-835cea58-d050-43ff-b7db-9b3d24afd5df tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:42.727473 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c125318a-8e98-4215-8bd1-0dd42b16b6f5 req-835cea58-d050-43ff-b7db-9b3d24afd5df tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 944 time: 0.1319125 Mar 24 14:55:42.727473 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] No DVR routers for this DVR port be09c658-eba0-47de-ac24-f574ef785eda on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:55:42.733857 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:42.737065 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d5e5697-6172-41e5-b111-bb7ade4ad983 req-f2504e6b-263f-4c60-ad44-cbe4c041b4ff tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "DELETE /v2.0/ports/be09c658-eba0-47de-ac24-f574ef785eda HTTP/1.1" status: 204 len: 173 time: 0.4668443 Mar 24 14:55:42.737506 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'name': 'network-vif-deleted', 'tag': 'be09c658-eba0-47de-ac24-f574ef785eda'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:42.739879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e35f2-800c-40f8-81c3-d62e8c1e4187" -d '{"events": [{"server_uuid": "4f240180-b2cc-420f-b6d6-23d8043fc3e9", "name": "network-vif-deleted", "tag": "be09c658-eba0-47de-ac24-f574ef785eda"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:42.786053 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffff75f-2e1f-4c4f-acd5-0b11591121a7 x-openstack-request-id: req-9ffff75f-2e1f-4c4f-acd5-0b11591121a7 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:42.786378 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f240180-b2cc-420f-b6d6-23d8043fc3e9", "name": "network-vif-deleted", "tag": "be09c658-eba0-47de-ac24-f574ef785eda", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:42.786627 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ffff75f-2e1f-4c4f-acd5-0b11591121a7 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:42.787025 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffff75f-2e1f-4c4f-acd5-0b11591121a7'] response: {'server_uuid': '4f240180-b2cc-420f-b6d6-23d8043fc3e9', 'name': 'network-vif-deleted', 'tag': 'be09c658-eba0-47de-ac24-f574ef785eda', 'status': 'completed', 'code': 200} Mar 24 14:55:42.795161 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c125318a-8e98-4215-8bd1-0dd42b16b6f5 req-b2430b6c-6654-4801-ad61-cb745af4a021 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518396 Mar 24 14:55:42.823255 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port a4392464-0136-4b52-892b-dc6fef5249c4 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:42.823635 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:42.847399 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd793ff10-6398-4624-ad43-d77671030e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4392464-0136-4b52-892b-dc6fef5249c4'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:42.849645 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3779a-d57d-48e4-b38f-18a9057a7ab6" -d '{"events": [{"server_uuid": "d793ff10-6398-4624-ad43-d77671030e2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4392464-0136-4b52-892b-dc6fef5249c4"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:42.861941 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port a4392464-0136-4b52-892b-dc6fef5249c4, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=a4392464-0136-4b52-892b-dc6fef5249c4,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:42.868889 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:42.869669 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cafa19eb-9fda-4811-a6ce-3a48f69901be up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:55:42.912539 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1946e1c6-7a65-4b2a-adb6-21c3a89e0571 x-openstack-request-id: req-1946e1c6-7a65-4b2a-adb6-21c3a89e0571 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:42.912829 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d793ff10-6398-4624-ad43-d77671030e2c", "name": "network-vif-plugged", "status": "completed", "tag": "a4392464-0136-4b52-892b-dc6fef5249c4", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:42.913079 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1946e1c6-7a65-4b2a-adb6-21c3a89e0571 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:42.913489 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1946e1c6-7a65-4b2a-adb6-21c3a89e0571'] response: {'server_uuid': 'd793ff10-6398-4624-ad43-d77671030e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4392464-0136-4b52-892b-dc6fef5249c4', 'code': 200} Mar 24 14:55:42.948707 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=a4392464-0136-4b52-892b-dc6fef5249c4,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:42.963596 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port cafa19eb-9fda-4811-a6ce-3a48f69901be completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:55:42.967547 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port cafa19eb-9fda-4811-a6ce-3a48f69901be triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:55:42.968000 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:43.074039 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cafa19eb-9fda-4811-a6ce-3a48f69901be is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:43.074894 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:43.089032 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988f5cd-9c90-4320-9e34-095e1ca98cdd req-76a01325-849d-4293-bd88-9174d04f8342 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:43.091201 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6988f5cd-9c90-4320-9e34-095e1ca98cdd req-76a01325-849d-4293-bd88-9174d04f8342 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0564752 Mar 24 14:55:43.094460 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6e6c19e7-7663-4d37-96ec-67e4e3a4e169 req-7958e73c-488b-410a-ae8e-90fb0295ef5c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f240180-b2cc-420f-b6d6-23d8043fc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0333660 Mar 24 14:55:43.129089 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cafa19eb-9fda-4811-a6ce-3a48f69901be, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:43.139400 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:43.142896 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6988f5cd-9c90-4320-9e34-095e1ca98cdd req-5bd83e38-43e0-4eab-b8dc-636c2dfa10c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449936 Mar 24 14:55:43.189801 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cafa19eb-9fda-4811-a6ce-3a48f69901be,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:43.211854 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459d975-5425-480c-ad9b-4d70c41462fa req-6532bec0-2666-4d03-9e21-f691ebbcaa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:43.213415 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1459d975-5425-480c-ad9b-4d70c41462fa req-6532bec0-2666-4d03-9e21-f691ebbcaa34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 1129 time: 0.0452924 Mar 24 14:55:43.262719 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515c4b9-d570-4a5f-a606-14c4da687823 req-335af785-7c94-4435-86b3-841e9ace07e4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:43.264211 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6515c4b9-d570-4a5f-a606-14c4da687823 req-335af785-7c94-4435-86b3-841e9ace07e4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0566771 Mar 24 14:55:43.289226 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1459d975-5425-480c-ad9b-4d70c41462fa req-628c976e-7a5c-4378-b4d4-dde0be32d988 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667803 Mar 24 14:55:43.308034 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dd4a0-645c-438e-abca-761526c9bdac req-8959af40-0f47-48c8-8464-8c9981baf803 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:43.309499 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9a5dd4a0-645c-438e-abca-761526c9bdac req-8959af40-0f47-48c8-8464-8c9981baf803 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0740471 Mar 24 14:55:43.311302 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6515c4b9-d570-4a5f-a606-14c4da687823 req-e31d07d7-69bb-402e-98b4-99e126203cb7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Mar 24 14:55:43.355648 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9a5dd4a0-645c-438e-abca-761526c9bdac req-68778d3e-4b64-4279-b768-68e08bc7e4f0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402973 Mar 24 14:55:43.920060 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ba61b-55f5-4e5b-9188-cc85483fa86c req-e0a83f77-b75d-48b5-8884-0a83b87ce7e2 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:43.922121 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c85ba61b-55f5-4e5b-9188-cc85483fa86c req-e0a83f77-b75d-48b5-8884-0a83b87ce7e2 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0550909 Mar 24 14:55:43.970525 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c85ba61b-55f5-4e5b-9188-cc85483fa86c req-35c5636f-2fa4-44c8-9545-f179f1bcbbca tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Mar 24 14:55:44.273118 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf82ca-908c-4922-99d6-f77a7cd0a77a req-7aaffa15-6717-40bf-a378-b438d07514c0 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:44.274627 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-79bf82ca-908c-4922-99d6-f77a7cd0a77a req-7aaffa15-6717-40bf-a378-b438d07514c0 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0589061 Mar 24 14:55:44.329533 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-79bf82ca-908c-4922-99d6-f77a7cd0a77a req-7c0b9926-1c5c-4a0a-8b2b-17522232674a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491693 Mar 24 14:55:44.438611 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a237c-419d-456b-9642-ca289c5ba488 req-016271ad-e345-43f3-a670-e58b79fea9fc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:44.440098 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b9a237c-419d-456b-9642-ca289c5ba488 req-016271ad-e345-43f3-a670-e58b79fea9fc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0520859 Mar 24 14:55:44.472548 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbab76-7f9d-49ed-93c7-b9195a76097f req-bc329aa9-2808-4ff4-bffd-a0984ce8d485 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:44.474034 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1efbab76-7f9d-49ed-93c7-b9195a76097f req-bc329aa9-2808-4ff4-bffd-a0984ce8d485 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Mar 24 14:55:44.486668 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b9a237c-419d-456b-9642-ca289c5ba488 req-6cfabf6f-0937-44e0-921c-25d5e9b79122 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405154 Mar 24 14:55:44.520941 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1efbab76-7f9d-49ed-93c7-b9195a76097f req-69baef50-e653-4bf7-85d3-c5ce37a84ac4 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Mar 24 14:55:44.668759 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:55:44.784575 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:44.797417 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'port_id': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'mac_address': 'fa:16:3e:6e:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:55:44.834341 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cb543970-603d-4f7f-81f7-7fe0c512e8cf is: ACTIVE; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:44.834690 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:44.847413 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb543970-603d-4f7f-81f7-7fe0c512e8cf {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:55:44.866429 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:44.871498 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:44.917317 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:44.919705 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f8c88a-ae06-4c64-bd72-49f6a480d2d9" -d '{"events": [{"server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "name": "network-vif-plugged", "status": "completed", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:44.926287 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=6']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:44.954401 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee330529-f25e-4c3b-87f3-45e1c5eaa86d x-openstack-request-id: req-ee330529-f25e-4c3b-87f3-45e1c5eaa86d {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:44.955068 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "name": "network-vif-plugged", "status": "completed", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:44.955397 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee330529-f25e-4c3b-87f3-45e1c5eaa86d {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:44.955980 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee330529-f25e-4c3b-87f3-45e1c5eaa86d'] response: {'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'code': 200} Mar 24 14:55:45.099759 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953dfa-2766-4e76-a635-754280919944 req-33fa415e-73ba-4b38-9d44-e42f7e44fa83 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:45.101245 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7953dfa-2766-4e76-a635-754280919944 req-33fa415e-73ba-4b38-9d44-e42f7e44fa83 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0540447 Mar 24 14:55:45.149408 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7953dfa-2766-4e76-a635-754280919944 req-988eb198-050c-41d3-b62c-6c1b8a5f4bc0 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Mar 24 14:55:45.480731 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8d3bd-411e-4d2f-87ef-87871a6607ba req-52207755-05f2-4eae-b748-11e016bd2929 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:45.482238 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ad8d3bd-411e-4d2f-87ef-87871a6607ba req-52207755-05f2-4eae-b748-11e016bd2929 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0635750 Mar 24 14:55:45.529710 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ad8d3bd-411e-4d2f-87ef-87871a6607ba req-6be6383f-2e7c-4038-a680-15e8dbcabcfc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Mar 24 14:55:45.604045 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21d292-37fc-442b-8297-94cc1f5dbd85 req-0af0046d-b80b-41a9-90d2-a6fa8c61fc32 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:45.605556 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cf21d292-37fc-442b-8297-94cc1f5dbd85 req-0af0046d-b80b-41a9-90d2-a6fa8c61fc32 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0523100 Mar 24 14:55:45.640241 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6863-b580-4436-bd29-8062a201b291 req-529a7a9c-7c66-49ed-963e-d40978bb93d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:45.643236 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-75fe6863-b580-4436-bd29-8062a201b291 req-529a7a9c-7c66-49ed-963e-d40978bb93d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Mar 24 14:55:45.652048 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cf21d292-37fc-442b-8297-94cc1f5dbd85 req-00b6f97e-c1a7-4d1d-8776-a5d5c83675dc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408208 Mar 24 14:55:45.690412 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-75fe6863-b580-4436-bd29-8062a201b291 req-315eae16-5e34-47d0-87df-1d999230dd48 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Mar 24 14:55:45.869770 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:55:46.293026 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296a14-dd60-4f18-ab62-a6bbfe1c7a7b req-cc9b115a-1ffb-4e8c-8553-99cf279c8c34 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:46.294544 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1c296a14-dd60-4f18-ab62-a6bbfe1c7a7b req-cc9b115a-1ffb-4e8c-8553-99cf279c8c34 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0659027 Mar 24 14:55:46.345448 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1c296a14-dd60-4f18-ab62-a6bbfe1c7a7b req-061fb6c4-8ce0-447b-a7ce-a2189bd8dcc2 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Mar 24 14:55:46.668643 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f039f0-f506-4a0f-af76-12dfcdb541e8 req-1a269d60-c5bc-44a7-8829-ed32df763c6d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:46.670024 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-40f039f0-f506-4a0f-af76-12dfcdb541e8 req-1a269d60-c5bc-44a7-8829-ed32df763c6d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0574160 Mar 24 14:55:46.723423 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-40f039f0-f506-4a0f-af76-12dfcdb541e8 req-ad2cae72-640c-4358-aff4-d1f4c13a64ff tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464418 Mar 24 14:55:46.778973 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc148598-15e7-4afe-9b43-98a7c04e9e20 req-1ead654c-fa74-47a4-abf4-16da050c99e8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:46.780443 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cc148598-15e7-4afe-9b43-98a7c04e9e20 req-1ead654c-fa74-47a4-abf4-16da050c99e8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0613577 Mar 24 14:55:46.826239 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cc148598-15e7-4afe-9b43-98a7c04e9e20 req-b81d016f-2498-4f2a-8ef0-737d30d98a67 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400417 Mar 24 14:55:46.831503 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cdb65-f893-4d46-a885-b3c39a5354fd req-13ce8f80-a970-4322-93a6-8065ae66dd3c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:46.833026 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ab0cdb65-f893-4d46-a885-b3c39a5354fd req-13ce8f80-a970-4322-93a6-8065ae66dd3c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Mar 24 14:55:46.879467 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ab0cdb65-f893-4d46-a885-b3c39a5354fd req-cab91175-5149-4ae6-8754-2f75408367c3 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Mar 24 14:55:47.482646 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f48611-fb46-4fcc-9508-70dc697d78ee req-aad423c9-7599-4c74-a35d-124e6d7fe855 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:47.484149 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c2f48611-fb46-4fcc-9508-70dc697d78ee req-aad423c9-7599-4c74-a35d-124e6d7fe855 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0547330 Mar 24 14:55:47.534289 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c2f48611-fb46-4fcc-9508-70dc697d78ee req-18d5ebfb-1e8f-4d7b-ae43-8e3b997a357c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Mar 24 14:55:47.852699 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790132d4-7f46-4186-a483-636f9ae701aa req-f5011ab1-46f6-4e04-a03a-3256ee81e6f6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:47.854905 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-790132d4-7f46-4186-a483-636f9ae701aa req-f5011ab1-46f6-4e04-a03a-3256ee81e6f6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0584974 Mar 24 14:55:47.903327 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-790132d4-7f46-4186-a483-636f9ae701aa req-3d42fa9b-26be-41cb-afff-8277ca23af3b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428448 Mar 24 14:55:47.949803 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c697b7-35e6-4f69-bb12-53a94178b5c5 req-80374ddb-2c37-43c1-b8fa-33167ad5eb4d tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:47.951327 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-09c697b7-35e6-4f69-bb12-53a94178b5c5 req-80374ddb-2c37-43c1-b8fa-33167ad5eb4d tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0541675 Mar 24 14:55:48.006007 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-09c697b7-35e6-4f69-bb12-53a94178b5c5 req-57419fe8-689d-447d-bc2d-999380ad7a18 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477092 Mar 24 14:55:48.050565 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089e20f-fd93-49d4-9532-d66446cf2f4c req-06bdbabd-7529-4b8a-accd-dc084481d7f2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:48.052038 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a089e20f-fd93-49d4-9532-d66446cf2f4c req-06bdbabd-7529-4b8a-accd-dc084481d7f2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0797889 Mar 24 14:55:48.053884 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64107b52-3a83-46a1-906b-884772240599 req-f019023b-2f69-4603-910c-d411efe8c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:48.055276 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-64107b52-3a83-46a1-906b-884772240599 req-f019023b-2f69-4603-910c-d411efe8c44c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.0923579 Mar 24 14:55:48.098556 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a089e20f-fd93-49d4-9532-d66446cf2f4c req-f9031c62-8dc0-4bc5-8483-24331e1566d1 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Mar 24 14:55:48.123653 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['cb543970-603d-4f7f-81f7-7fe0c512e8cf'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:48.168893 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-64107b52-3a83-46a1-906b-884772240599 req-cb7a7a1c-5bf4-4d6f-888a-48c2499e4106 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372133 Mar 24 14:55:48.574596 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:48.657122 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe16423-cadb-48fe-bf87-a91024811262 req-d7475960-5725-4777-a905-5649e57bd340 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:48.658657 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cbe16423-cadb-48fe-bf87-a91024811262 req-d7475960-5725-4777-a905-5649e57bd340 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0555196 Mar 24 14:55:48.705230 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cbe16423-cadb-48fe-bf87-a91024811262 req-922d7241-32db-4fac-b1a8-17b8c2bed516 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Mar 24 14:55:49.054356 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a9e6a-11b7-4767-a7fa-1680a2abb3e7 req-11c7f50c-3158-4757-9e9d-7364ff19a85c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:49.056038 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-389a9e6a-11b7-4767-a7fa-1680a2abb3e7 req-11c7f50c-3158-4757-9e9d-7364ff19a85c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0638320 Mar 24 14:55:49.116204 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-389a9e6a-11b7-4767-a7fa-1680a2abb3e7 req-08a4fad4-705d-4482-835d-1242e4df87c2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542154 Mar 24 14:55:49.148692 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb429d3-a1ac-4a07-b7c1-ce792a64e48d req-e34adcf1-4e8e-490f-ae52-5a2417f520b3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:49.148692 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4bb429d3-a1ac-4a07-b7c1-ce792a64e48d req-e34adcf1-4e8e-490f-ae52-5a2417f520b3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0525153 Mar 24 14:55:49.194625 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4bb429d3-a1ac-4a07-b7c1-ce792a64e48d req-fda25d96-21f0-4727-9f97-a4729c2f8271 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Mar 24 14:55:49.243563 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197f432-773f-4e70-bb01-e03d9a9fa4a5 req-3c4c27a2-90d1-44f9-9b7b-c8e23c718f1e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:49.245027 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f197f432-773f-4e70-bb01-e03d9a9fa4a5 req-3c4c27a2-90d1-44f9-9b7b-c8e23c718f1e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0517316 Mar 24 14:55:49.291200 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f197f432-773f-4e70-bb01-e03d9a9fa4a5 req-30deba15-ed04-477d-b82d-f408b829013b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Mar 24 14:55:49.629810 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0bd3c-cdb6-4649-93df-ba70a3a8a827 req-9738ac46-f20b-46c5-838a-a99d5bafaa9f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:49.631440 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c8e0bd3c-cdb6-4649-93df-ba70a3a8a827 req-9738ac46-f20b-46c5-838a-a99d5bafaa9f tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0571628 Mar 24 14:55:49.692859 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:55:49.719576 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c8e0bd3c-cdb6-4649-93df-ba70a3a8a827 req-75f2f724-2de2-4e31-8b3c-86a438484c78 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804083 Mar 24 14:55:49.798295 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port cb543970-603d-4f7f-81f7-7fe0c512e8cf triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:55:49.798924 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:49.925836 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cb543970-603d-4f7f-81f7-7fe0c512e8cf is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:55:49.926383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:49.960617 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:49.963067 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010e0f69-244e-4872-9b47-de94558c8cd9" -d '{"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:49.981114 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:49.986789 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:49.987868 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device be09c658-eba0-47de-ac24-f574ef785eda no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:55:50.013425 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: be09c658-eba0-47de-ac24-f574ef785eda {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:55:50.014196 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device be09c658-eba0-47de-ac24-f574ef785eda not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:55:50.038423 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e0a64-49f1-4587-b301-d975ce23776f x-openstack-request-id: req-0f4e0a64-49f1-4587-b301-d975ce23776f {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:50.038802 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:50.039238 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f4e0a64-49f1-4587-b301-d975ce23776f {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:50.039670 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4e0a64-49f1-4587-b301-d975ce23776f'] response: {'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'code': 200} Mar 24 14:55:50.070210 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=7']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:50.312055 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cba32-7c0c-4906-a49e-459af48b1f16 req-a451b022-8c0e-4a93-bc75-71676b141c2a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:50.313555 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-811cba32-7c0c-4906-a49e-459af48b1f16 req-a451b022-8c0e-4a93-bc75-71676b141c2a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0627286 Mar 24 14:55:50.395727 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e6802-0718-456d-bca9-909f078df714 req-2192b293-9023-43aa-9307-c3b6c4b5dcb0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:50.397503 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-811cba32-7c0c-4906-a49e-459af48b1f16 req-fdbe029d-3d93-40d9-9341-5b4b11fc57cf tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736952 Mar 24 14:55:50.405295 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-395e6802-0718-456d-bca9-909f078df714 req-2192b293-9023-43aa-9307-c3b6c4b5dcb0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.1054542 Mar 24 14:55:50.473524 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-395e6802-0718-456d-bca9-909f078df714 req-d7284ab0-ae9b-4db7-8afb-655e19bae589 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620992 Mar 24 14:55:50.528576 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24707c61-bf94-434b-b0e3-627a9a439512 req-3759479d-8b87-4dd8-b53f-9e8ac3a73d79 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:50.530119 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-24707c61-bf94-434b-b0e3-627a9a439512 req-3759479d-8b87-4dd8-b53f-9e8ac3a73d79 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0670893 Mar 24 14:55:50.580708 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-24707c61-bf94-434b-b0e3-627a9a439512 req-fea3a633-64ea-4c5d-8359-2f0bdc8abf92 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Mar 24 14:55:50.710826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26e5b-66e7-43d8-8b76-d691d11e2d40 req-92bfa0fa-de9a-4435-80b8-57571a3bcf4d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:50.712336 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a8f26e5b-66e7-43d8-8b76-d691d11e2d40 req-92bfa0fa-de9a-4435-80b8-57571a3bcf4d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0616515 Mar 24 14:55:50.721199 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 49202) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:55:50.734245 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'port_id': 'cafa19eb-9fda-4811-a6ce-3a48f69901be'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:50.784837 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (300e05b0-deca-4227-a34b-c8739e6fea06), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:50.892547 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c0390-265e-4e4d-b049-1e1228db04b7 req-25e8b7f3-e799-407b-bd53-f165d700e096 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:50.901307 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a29c0390-265e-4e4d-b049-1e1228db04b7 req-25e8b7f3-e799-407b-bd53-f165d700e096 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0666080 Mar 24 14:55:50.946931 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a29c0390-265e-4e4d-b049-1e1228db04b7 req-c574a9a6-21b4-4ebe-85cb-6325131b43ea tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Mar 24 14:55:51.268759 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:51.273792 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (300e05b0-deca-4227-a34b-c8739e6fea06), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:51.386179 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP 300e05b0-deca-4227-a34b-c8739e6fea06 associated. External IP: 172.27.1.173, port: cafa19eb-9fda-4811-a6ce-3a48f69901be. Mar 24 14:55:51.569537 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e0567-3e8d-486e-b90b-05cf943a94b3 req-6d83c445-d3b6-4b9e-b8f1-3a810411b274 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:51.576850 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8b8e0567-3e8d-486e-b90b-05cf943a94b3 req-6d83c445-d3b6-4b9e-b8f1-3a810411b274 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0785868 Mar 24 14:55:51.591867 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20643a02-3af5-468e-8008-60ded5e4ac3d req-ded62324-f54f-48e8-b678-6f5803ff75c0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:51.599228 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-20643a02-3af5-468e-8008-60ded5e4ac3d req-ded62324-f54f-48e8-b678-6f5803ff75c0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0658317 Mar 24 14:55:51.651907 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-20643a02-3af5-468e-8008-60ded5e4ac3d req-650adffb-ecdd-43b8-95d2-e494d72428b1 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494111 Mar 24 14:55:51.721509 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8b8e0567-3e8d-486e-b90b-05cf943a94b3 req-0a4ab091-3005-4b0a-9082-d608dc416f47 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436145 Mar 24 14:55:51.723367 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:55:51.835534 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:55:51.840221 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:51.848187 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:55:51.858298 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:55:51.859312 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:55:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:51.885363 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0c07e237-6f1e-4fe3-916b-43ab9705e28a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "PUT /v2.0/floatingips/300e05b0-deca-4227-a34b-c8739e6fea06 HTTP/1.1" status: 200 len: 991 time: 1.1557686 Mar 24 14:55:51.885363 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:51.885363 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3b2411-27ad-4886-856f-312db2c38fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:51.958930 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cc1263-40c8-4225-9928-0de921c78a2e x-openstack-request-id: req-f7cc1263-40c8-4225-9928-0de921c78a2e {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:51.959507 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:51.959924 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7cc1263-40c8-4225-9928-0de921c78a2e {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:51.961025 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7cc1263-40c8-4225-9928-0de921c78a2e'] response: {'name': 'network-changed', 'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'status': 'completed', 'code': 200} Mar 24 14:55:52.010401 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:55:52.099722 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3d58e-6595-4a18-b6a7-52c731dcb7b7 req-26e1200c-4881-40b4-983c-5e3ff204e82e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:52.101270 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fdf3d58e-6595-4a18-b6a7-52c731dcb7b7 req-26e1200c-4881-40b4-983c-5e3ff204e82e tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0610561 Mar 24 14:55:52.172307 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fdf3d58e-6595-4a18-b6a7-52c731dcb7b7 req-11aca29c-a6ab-45c9-89f2-0c4cbda1c834 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637667 Mar 24 14:55:52.275165 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '300e05b0-deca-4227-a34b-c8739e6fea06', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:39:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f87606-0402-46b5-9613-2dc51548ffa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:32Z', 'updated_at': '2022-03-24T14:55:51Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}, {'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:11Z', 'revision_number': 2, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:52.301446 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:55:52.309890 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:55:52.310528 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:55:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:52.421057 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:55:52.691470 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '300e05b0-deca-4227-a34b-c8739e6fea06', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:39:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f87606-0402-46b5-9613-2dc51548ffa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:32Z', 'updated_at': '2022-03-24T14:55:51Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}, {'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:11Z', 'revision_number': 2, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:55:52.734074 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba04572-cc85-49b5-9a3c-e6aee26072b2 None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '300e05b0-deca-4227-a34b-c8739e6fea06', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:39:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f87606-0402-46b5-9613-2dc51548ffa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:32Z', 'updated_at': '2022-03-24T14:55:51Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}, {'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:11Z', 'revision_number': 2, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:55:52.775094 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272699f-d1c8-4f5c-9795-76df5bc4a741 req-1fc7e8dc-ca38-4a0f-8fe4-8803f08b2b16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:52.781887 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d272699f-d1c8-4f5c-9795-76df5bc4a741 req-1fc7e8dc-ca38-4a0f-8fe4-8803f08b2b16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0606170 Mar 24 14:55:52.849987 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d272699f-d1c8-4f5c-9795-76df5bc4a741 req-0d18c018-8709-46bf-a35a-d6b47637e113 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671580 Mar 24 14:55:52.899615 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1c63-3523-4286-98eb-977c8c72e74a req-4c22ecc1-afc7-4fc9-bb9b-1335b5f8664b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:52.901574 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-157b1c63-3523-4286-98eb-977c8c72e74a req-4c22ecc1-afc7-4fc9-bb9b-1335b5f8664b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0752144 Mar 24 14:55:52.971529 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-157b1c63-3523-4286-98eb-977c8c72e74a req-96be1808-dba9-4460-9cd7-001d453c4539 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627892 Mar 24 14:55:53.008401 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcf9ca-89b2-4687-bfc8-b59300974e3e None None] New status for floating IP 300e05b0-deca-4227-a34b-c8739e6fea06: ACTIVE {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:55:53.292750 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-63e41e2a-0dce-435e-975a-d58f01b9c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:53.294922 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-63e41e2a-0dce-435e-975a-d58f01b9c415 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.1056767 Mar 24 14:55:53.311545 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ed02a-21dd-40e1-8ffe-bcca23d9f8e7 req-58986b72-37bd-4f12-b4a7-7f64765cc5e6 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:53.313215 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-472ed02a-21dd-40e1-8ffe-bcca23d9f8e7 req-58986b72-37bd-4f12-b4a7-7f64765cc5e6 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0800197 Mar 24 14:55:53.442251 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-472ed02a-21dd-40e1-8ffe-bcca23d9f8e7 req-38c73746-5cf2-4a13-8ef9-5308cb137c42 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207163 Mar 24 14:55:53.466119 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-1e85586f-e130-4df9-9f5a-4b8546c2e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:53.467735 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-1e85586f-e130-4df9-9f5a-4b8546c2e830 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.1536217 Mar 24 14:55:53.584537 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-3dbf6d47-6d11-4c82-af52-9910f8bbb18f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be HTTP/1.1" status: 200 len: 1001 time: 0.0741594 Mar 24 14:55:53.646892 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-1741c2f9-a199-4d51-8af0-09e073f0179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:53.648351 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-1741c2f9-a199-4d51-8af0-09e073f0179f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0454218 Mar 24 14:55:53.711024 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-a81c77f4-8fc7-4417-b3d4-2a0c7bf03ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:53.712520 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-a81c77f4-8fc7-4417-b3d4-2a0c7bf03ee6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460131 Mar 24 14:55:53.817563 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-018893c7-a1de-4be2-9b41-d6ba3467e8f2 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893760 Mar 24 14:55:53.973748 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-2d3983ad-e572-4c7e-88d5-9d21790fc40c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:53.975071 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-2d3983ad-e572-4c7e-88d5-9d21790fc40c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.1075928 Mar 24 14:55:54.020170 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea358e7-ba43-4eb7-b12b-962907d9fbf9 req-85669d5e-7eed-46e6-980b-586618681a44 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:54.032430 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9ea358e7-ba43-4eb7-b12b-962907d9fbf9 req-85669d5e-7eed-46e6-980b-586618681a44 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0990949 Mar 24 14:55:54.036056 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc3b2411-27ad-4886-856f-312db2c38fcc req-1fb73d41-dead-4808-9293-835ae247a3b4 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760278 Mar 24 14:55:54.123811 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9ea358e7-ba43-4eb7-b12b-962907d9fbf9 req-48e2d8bb-6f52-4a51-a4f7-3caf5f092c01 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840273 Mar 24 14:55:54.185488 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Deleting port a4392464-0136-4b52-892b-dc6fef5249c4 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:55:54.185828 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:54.200526 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51eb86-9593-4296-a102-8c27b3ce7816 req-fd70bd4d-9f97-4d3d-9bd5-10f7055f2ffb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:54.202124 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cf51eb86-9593-4296-a102-8c27b3ce7816 req-fd70bd4d-9f97-4d3d-9bd5-10f7055f2ffb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0944924 Mar 24 14:55:54.433726 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-f2c6181f-5a4e-4248-936f-b625795a6919 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:54.441839 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-f2c6181f-5a4e-4248-936f-b625795a6919 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/networks?id=665378d7-e758-4a9d-a59c-4dcb2fc85b15 HTTP/1.1" status: 200 len: 813 time: 0.1534338 Mar 24 14:55:54.462645 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-aa3af398-84a2-4dab-9ec0-2db7058bf769 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/quotas/dcf4fbcb56b84e6a96801d771f325883 HTTP/1.1" status: 200 len: 375 time: 0.0173399 Mar 24 14:55:54.506830 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-efe352b7-669c-4ba5-9c64-e70f17df9873 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcf4fbcb56b84e6a96801d771f325883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425856 Mar 24 14:55:54.536987 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cf51eb86-9593-4296-a102-8c27b3ce7816 req-732fa629-3e9d-4f22-ae59-4761d2b1b858 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147738 Mar 24 14:55:54.598510 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] For port a4392464-0136-4b52-892b-dc6fef5249c4, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=a4392464-0136-4b52-892b-dc6fef5249c4,segment=NetworkSegment(0d92da84-d7d9-44f7-8372-5ab948a8924c),segment_id=0d92da84-d7d9-44f7-8372-5ab948a8924c)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:55:54.598875 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:54.609701 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-7d9e0846-315f-47f1-84ae-eb4c9d1137dd service neutron] 10.222.0.43 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014774 Mar 24 14:55:54.621835 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Calling delete_port for a4392464-0136-4b52-892b-dc6fef5249c4 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:55:54.713176 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-a57ade93-7598-4a6c-b384-80ad2d413681 service neutron] 10.222.0.43 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972857 Mar 24 14:55:54.791708 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863e78-5836-4337-9b49-4ce4ffb92442 req-75807b95-b0f3-4cd1-b5a3-908517112243 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:54.793239 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-53863e78-5836-4337-9b49-4ce4ffb92442 req-75807b95-b0f3-4cd1-b5a3-908517112243 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/ports?device_id=d793ff10-6398-4624-ad43-d77671030e2c HTTP/1.1" status: 200 len: 945 time: 0.0958467 Mar 24 14:55:54.869979 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-53863e78-5836-4337-9b49-4ce4ffb92442 req-08c43cb7-9c18-4b33-b85f-08244f494cd4 tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fb1d920-01f4-4578-917a-8e2e3c5761bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627637 Mar 24 14:55:54.885473 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (a4392464-0136-4b52-892b-dc6fef5249c4), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:54.923304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Pushing event deleted for resources: {'Port': ['ID=a4392464-0136-4b52-892b-dc6fef5249c4,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:54.943022 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['a4392464-0136-4b52-892b-dc6fef5249c4'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:55:54.982690 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] No DVR routers for this DVR port a4392464-0136-4b52-892b-dc6fef5249c4 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:55:54.985118 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:54.988400 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-902dfe67-9ee9-42e8-afe4-5ddf3dcc8bff req-e7a9cb5b-b892-42d0-aaa6-434acdbf8f2c tempest-VolumesActionsTest-1522487238 tempest-VolumesActionsTest-1522487238-project] 10.222.0.46 "DELETE /v2.0/ports/a4392464-0136-4b52-892b-dc6fef5249c4 HTTP/1.1" status: 204 len: 173 time: 1.0063012 Mar 24 14:55:54.988850 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd793ff10-6398-4624-ad43-d77671030e2c', 'name': 'network-vif-deleted', 'tag': 'a4392464-0136-4b52-892b-dc6fef5249c4'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:55:54.991124 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7266bd-285b-491e-b8f0-a37381364f89" -d '{"events": [{"server_uuid": "d793ff10-6398-4624-ad43-d77671030e2c", "name": "network-vif-deleted", "tag": "a4392464-0136-4b52-892b-dc6fef5249c4"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:55:54.998363 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8a8de954-cd46-4874-89e2-85c837a6853e req-3956d8e4-1c17-4d03-8c39-4ce1470c8735 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 210 time: 0.0797625 Mar 24 14:55:55.037095 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae145a1-d9ac-4662-9fc9-bb6012e5826f x-openstack-request-id: req-dae145a1-d9ac-4662-9fc9-bb6012e5826f {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:55:55.037404 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d793ff10-6398-4624-ad43-d77671030e2c", "name": "network-vif-deleted", "tag": "a4392464-0136-4b52-892b-dc6fef5249c4", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:55:55.039174 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dae145a1-d9ac-4662-9fc9-bb6012e5826f {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:55:55.041503 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae145a1-d9ac-4662-9fc9-bb6012e5826f'] response: {'server_uuid': 'd793ff10-6398-4624-ad43-d77671030e2c', 'name': 'network-vif-deleted', 'tag': 'a4392464-0136-4b52-892b-dc6fef5249c4', 'status': 'completed', 'code': 200} Mar 24 14:55:55.247766 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b3734-e93a-4abf-bd51-cb11a4f3a527 req-f45509b8-0269-4139-9d8a-f77cd1c88b55 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:55.255299 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-849b3734-e93a-4abf-bd51-cb11a4f3a527 req-f45509b8-0269-4139-9d8a-f77cd1c88b55 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0666473 Mar 24 14:55:55.311927 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-849b3734-e93a-4abf-bd51-cb11a4f3a527 req-75cee117-4424-41b4-a620-e8f2d0442c0f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557909 Mar 24 14:55:55.717171 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd231f8-d4d2-42e0-9d8e-effc09870afd req-5586ab83-1659-4153-b164-620677764d33 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:55.727248 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5fd231f8-d4d2-42e0-9d8e-effc09870afd req-5586ab83-1659-4153-b164-620677764d33 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.1005030 Mar 24 14:55:55.803647 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5fd231f8-d4d2-42e0-9d8e-effc09870afd req-34c7fa82-b6eb-42a4-9cb7-fbc5bc16aae4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694299 Mar 24 14:55:56.177423 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b2fbb2ae-ca8e-4b7a-9c59-8e1f35c56761 req-c8489b5d-239d-4ebf-9e14-e848dff36914 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 210 time: 0.0451062 Mar 24 14:55:56.425819 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-8799d5d8-fdae-495e-98b9-839e2bbafacd tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:56.427544 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-8799d5d8-fdae-495e-98b9-839e2bbafacd tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "GET /v2.0/networks?id=665378d7-e758-4a9d-a59c-4dcb2fc85b15 HTTP/1.1" status: 200 len: 813 time: 0.1562390 Mar 24 14:55:56.446364 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Request body: {'port': {'device_id': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15', 'admin_state_up': True, 'tenant_id': 'dcf4fbcb56b84e6a96801d771f325883'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:56.541236 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13695df-7084-41b5-8eef-4a697cee00f4 req-d8b09f20-f27f-437d-b5d5-8de9abe70481 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:56.544197 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a13695df-7084-41b5-8eef-4a697cee00f4 req-d8b09f20-f27f-437d-b5d5-8de9abe70481 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0966587 Mar 24 14:55:56.611001 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a13695df-7084-41b5-8eef-4a697cee00f4 req-7ea07bdd-c11d-493a-a697-7451b1a96ac4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602665 Mar 24 14:55:56.617959 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Made reservation on behalf of dcf4fbcb56b84e6a96801d771f325883 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:55:56.621518 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:56.787494 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Allocated IP 172.20.0.14 (665378d7-e758-4a9d-a59c-4dcb2fc85b15/a75e3c65-5d08-4bee-83d5-15abbb130a8c/aa04e6c0-8f0d-4034-9596-e5579beab5aa) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:55:57.024484 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba40af-1a3b-4ea9-8488-c5c580c55545 req-c2afb28a-540c-4fb6-8d64-3863510d526f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:57.025985 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87ba40af-1a3b-4ea9-8488-c5c580c55545 req-c2afb28a-540c-4fb6-8d64-3863510d526f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0937879 Mar 24 14:55:57.046489 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks [] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:57.103005 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-87ba40af-1a3b-4ea9-8488-c5c580c55545 req-7879976c-486d-4b63-a412-0e90d3b28316 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676112 Mar 24 14:55:57.122607 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:57.171472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:55:57.175179 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:55:57.179056 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:55:57.184386 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:57.185094 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:55:57.201256 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Pushing event updated for resources: {'Port': ['ID=aa04e6c0-8f0d-4034-9596-e5579beab5aa,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:55:57.212059 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-6aaaf076-8d52-4158-aca4-9264bd7a1e4c tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7696555 Mar 24 14:55:57.310801 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0392532-e3da-4553-87ca-0016f3a3accc req-ae16879e-edf0-4647-8a61-52f1a22ad0aa tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:57.312365 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f0392532-e3da-4553-87ca-0016f3a3accc req-ae16879e-edf0-4647-8a61-52f1a22ad0aa tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 932 time: 0.0553536 Mar 24 14:55:57.363197 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f0392532-e3da-4553-87ca-0016f3a3accc req-32fdd173-2bad-4b87-96ac-b24ac53628af tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Mar 24 14:55:57.740138 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ce99-d292-441c-ba34-0bf78781680a req-59be2c55-36f2-4aa5-a258-ee6ef8e2c80a tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:57.741633 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f245ce99-d292-441c-ba34-0bf78781680a req-59be2c55-36f2-4aa5-a258-ee6ef8e2c80a tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0551534 Mar 24 14:55:57.794611 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f245ce99-d292-441c-ba34-0bf78781680a req-32f1c334-9d1f-4d3d-9b1a-4b026e46530a tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468180 Mar 24 14:55:58.230928 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab361f73-ffcb-4331-8d8c-efed98b959cf req-eda70e76-d0d6-4b51-b251-790ee6a716b9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:58.237987 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ab361f73-ffcb-4331-8d8c-efed98b959cf req-eda70e76-d0d6-4b51-b251-790ee6a716b9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0604534 Mar 24 14:55:58.288455 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ab361f73-ffcb-4331-8d8c-efed98b959cf req-41b5bb3d-f78b-427a-9b54-682193edac5a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495758 Mar 24 14:55:58.492531 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a28e-8d81-489e-abb2-081f3e75c2ca req-9f15e0c9-c1bb-4610-9db4-09d35a419bd7 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:58.494572 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3f59a28e-8d81-489e-abb2-081f3e75c2ca req-9f15e0c9-c1bb-4610-9db4-09d35a419bd7 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 932 time: 0.0604515 Mar 24 14:55:58.545462 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3f59a28e-8d81-489e-abb2-081f3e75c2ca req-53df5321-0379-4fe5-bfd3-f4ddd26d4fbe tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 Mar 24 14:55:58.888983 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device a4392464-0136-4b52-892b-dc6fef5249c4 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:55:58.918383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: a4392464-0136-4b52-892b-dc6fef5249c4 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:55:58.919074 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device a4392464-0136-4b52-892b-dc6fef5249c4 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:55:58.937906 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abd10a-5bd6-42ff-8749-4414b019ff2c req-5a42b13e-807f-418a-b37f-a55dcca850ab tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:58.939621 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-01abd10a-5bd6-42ff-8749-4414b019ff2c req-5a42b13e-807f-418a-b37f-a55dcca850ab tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0686183 Mar 24 14:55:58.993321 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-01abd10a-5bd6-42ff-8749-4414b019ff2c req-3225d6ce-a283-47ff-b687-1db7e2df8690 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 Mar 24 14:55:59.421485 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce15e1-4512-4af0-a966-43b25a3bc7b2 req-edd1885f-0f60-4a91-82df-51e23162013e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:59.422899 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7bce15e1-4512-4af0-a966-43b25a3bc7b2 req-edd1885f-0f60-4a91-82df-51e23162013e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0550594 Mar 24 14:55:59.471082 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7bce15e1-4512-4af0-a966-43b25a3bc7b2 req-d41692f4-b48d-4297-bae6-63c1ca1e9740 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Mar 24 14:55:59.663515 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9529796-1ceb-4eb2-ac1c-e4d11129e317 req-9ea11038-55ed-4ebc-956e-1bde2f1e98fd tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:55:59.665016 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d9529796-1ceb-4eb2-ac1c-e4d11129e317 req-9ea11038-55ed-4ebc-956e-1bde2f1e98fd tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 932 time: 0.0535367 Mar 24 14:55:59.718897 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d9529796-1ceb-4eb2-ac1c-e4d11129e317 req-30c0d560-33c1-4aad-9518-8b5431bf3eec tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Mar 24 14:55:59.821004 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Request body: {'port': {'device_id': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:55:59.887854 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:00.153113 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d52d6-dcc8-4775-980b-2528b422ea8f req-91ef91e5-fa2e-4d8e-a3df-6fe477397e53 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.154517 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-531d52d6-dcc8-4775-980b-2528b422ea8f req-91ef91e5-fa2e-4d8e-a3df-6fe477397e53 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0873187 Mar 24 14:56:00.197596 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa04e6c0-8f0d-4034-9596-e5579beab5aa {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:56:00.209763 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Publish callbacks [] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:00.240030 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Transition to ACTIVE for port object aa04e6c0-8f0d-4034-9596-e5579beab5aa will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:56:00.243245 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-11932961-ee21-4483-bd49-cc2b7a5ab3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:00.245254 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-531d52d6-dcc8-4775-980b-2528b422ea8f req-b2951d8a-fd66-421f-a8d0-67575778327f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730004 Mar 24 14:56:00.246683 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:00.300193 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa04e6c0-8f0d-4034-9596-e5579beab5aa,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:00.335628 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Attempting to bind port aa04e6c0-8f0d-4034-9596-e5579beab5aa on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:56:00.335982 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Attempting to bind port aa04e6c0-8f0d-4034-9596-e5579beab5aa by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:56:00.336305 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Attempting to bind port aa04e6c0-8f0d-4034-9596-e5579beab5aa on network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:56:00.342871 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Port aa04e6c0-8f0d-4034-9596-e5579beab5aa on network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:56:00.343174 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Attempting to bind port aa04e6c0-8f0d-4034-9596-e5579beab5aa on network 665378d7-e758-4a9d-a59c-4dcb2fc85b15 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:56:00.348589 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:56:00.348967 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Checking segment: {'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:56:00.349469 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Bound using segment: {'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:56:00.349822 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Bound port: aa04e6c0-8f0d-4034-9596-e5579beab5aa, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a002843d-e17d-48b2-be0e-d7292a55b824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:56:00.350210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:00.419705 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] For port aa04e6c0-8f0d-4034-9596-e5579beab5aa, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:56:00.422656 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] For port aa04e6c0-8f0d-4034-9596-e5579beab5aa, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=aa04e6c0-8f0d-4034-9596-e5579beab5aa,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:56:00.430420 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:00.468139 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.468759 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:00.470277 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] 10.222.0.46 "PUT /v2.0/ports/aa04e6c0-8f0d-4034-9596-e5579beab5aa HTTP/1.1" status: 200 len: 1094 time: 0.6558316 Mar 24 14:56:00.470713 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'tag': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:56:00.472962 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de019d5-b145-4aeb-830b-0e4379795953" -d '{"events": [{"name": "network-changed", "server_uuid": "8667cf55-5987-4da5-adb5-37dce97ee57d", "tag": "aa04e6c0-8f0d-4034-9596-e5579beab5aa"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:56:00.495465 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d35958-94d9-42ca-a810-2a55f99c38bc service neutron] Pushing event updated for resources: {'Port': ['ID=aa04e6c0-8f0d-4034-9596-e5579beab5aa,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:00.516649 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69673738-62b2-4ec9-a997-65585cc7f47d x-openstack-request-id: req-69673738-62b2-4ec9-a997-65585cc7f47d {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:56:00.517002 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8667cf55-5987-4da5-adb5-37dce97ee57d", "tag": "aa04e6c0-8f0d-4034-9596-e5579beab5aa", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:56:00.517308 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69673738-62b2-4ec9-a997-65585cc7f47d {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:56:00.517698 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69673738-62b2-4ec9-a997-65585cc7f47d'] response: {'name': 'network-changed', 'server_uuid': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'tag': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa', 'status': 'completed', 'code': 200} Mar 24 14:56:00.631889 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66b907-55fe-4558-86d1-5fb28b2a6605 req-ca5e3bb1-6c42-46e5-8a6c-4ad6ab377a0f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.633411 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ed66b907-55fe-4558-86d1-5fb28b2a6605 req-ca5e3bb1-6c42-46e5-8a6c-4ad6ab377a0f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0829389 Mar 24 14:56:00.677667 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-585c971e-ae31-46fc-827c-7d0e93d2913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.679069 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-585c971e-ae31-46fc-827c-7d0e93d2913f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcf4fbcb56b84e6a96801d771f325883&device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 1128 time: 0.0985615 Mar 24 14:56:00.743615 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ed66b907-55fe-4558-86d1-5fb28b2a6605 req-ad969d46-2341-401c-8f36-d1d471ce3180 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000655 Mar 24 14:56:00.747939 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-601a574f-9c1b-4615-865c-86482f656bd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa04e6c0-8f0d-4034-9596-e5579beab5aa HTTP/1.1" status: 200 len: 217 time: 0.0527349 Mar 24 14:56:00.753054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-9322824c-2cdb-4bc2-a7f6-ec5924069f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.754621 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-9322824c-2cdb-4bc2-a7f6-ec5924069f71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 1129 time: 0.1203640 Mar 24 14:56:00.842134 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d00a9a-7b09-4e0d-8e10-f393a2a11020 req-f1b8b9dc-3ee5-4731-910b-e73ec264579f tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.843726 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c4d00a9a-7b09-4e0d-8e10-f393a2a11020 req-f1b8b9dc-3ee5-4731-910b-e73ec264579f tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 944 time: 0.0509722 Mar 24 14:56:00.849402 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-a0cbd992-3bff-4abe-8ddd-789ec49fbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.850874 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-a0cbd992-3bff-4abe-8ddd-789ec49fbe72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a75e3c65-5d08-4bee-83d5-15abbb130a8c HTTP/1.1" status: 200 len: 853 time: 0.0952394 Mar 24 14:56:00.890555 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-df0d4c6e-3055-4373-817c-81e8bbc839fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=665378d7-e758-4a9d-a59c-4dcb2fc85b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293748 Mar 24 14:56:00.893764 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c4d00a9a-7b09-4e0d-8e10-f393a2a11020 req-72398d35-8855-446c-83cd-ad877daa8efc tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Mar 24 14:56:00.919294 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-fd500bd3-9354-45aa-9a8b-a89fd3f55e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:00.920730 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-fd500bd3-9354-45aa-9a8b-a89fd3f55e87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.1572397 Mar 24 14:56:01.028821 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-cdbee4c3-9b36-43f3-a660-64e9016c75e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 200 len: 1001 time: 0.0817432 Mar 24 14:56:01.046382 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-d158457f-d2ac-4c72-a3a1-58c4a17dc419 service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474311 Mar 24 14:56:01.133226 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-1aa8e506-0102-4907-af8c-638c0d0a943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:01.134735 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-1aa8e506-0102-4907-af8c-638c0d0a943a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0991852 Mar 24 14:56:01.202678 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2b446219-9920-4f54-b92e-b71c2f2b1581 req-b9a89e6c-dbab-4dbc-81b2-b6663cbad6c0 service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391668 Mar 24 14:56:01.213640 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-63613d1b-bbc1-46ae-abf3-6366bce1ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:01.215222 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-63613d1b-bbc1-46ae-abf3-6366bce1ff5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703957 Mar 24 14:56:01.344436 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-da19b615-cb73-418a-8917-126646054c3a service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180046 Mar 24 14:56:01.462975 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de019d5-b145-4aeb-830b-0e4379795953 req-24021ed4-94bb-4260-9ccb-4ba9c7ccd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:01.464552 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2de019d5-b145-4aeb-830b-0e4379795953 req-24021ed4-94bb-4260-9ccb-4ba9c7ccd50f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcf4fbcb56b84e6a96801d771f325883&device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 1128 time: 0.1379459 Mar 24 14:56:01.491450 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a97fd-571b-4ba1-ab9f-8897ee8c0f20 req-d8a7275e-fa28-4acb-8750-542f1bda013b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:01.493037 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb1a97fd-571b-4ba1-ab9f-8897ee8c0f20 req-d8a7275e-fa28-4acb-8750-542f1bda013b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.1697092 Mar 24 14:56:01.574280 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-782ac0c9-d748-48ff-a9cf-62dc0c944ec5 req-2e71a96f-dc1b-4511-ab32-8a2e6c039db5 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977694 Mar 24 14:56:01.610790 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb1a97fd-571b-4ba1-ab9f-8897ee8c0f20 req-1a3aa8f6-9f11-4649-9f4d-b4b9acd34c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038330 Mar 24 14:56:01.636336 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de019d5-b145-4aeb-830b-0e4379795953 req-75b786c2-d650-40a2-b027-29cafb6da6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:01.638162 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2de019d5-b145-4aeb-830b-0e4379795953 req-75b786c2-d650-40a2-b027-29cafb6da6cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=665378d7-e758-4a9d-a59c-4dcb2fc85b15 HTTP/1.1" status: 200 len: 914 time: 0.1633110 Mar 24 14:56:01.680123 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2de019d5-b145-4aeb-830b-0e4379795953 req-fce6e242-bc5a-49f1-9d10-51b4d5f9aa48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa04e6c0-8f0d-4034-9596-e5579beab5aa HTTP/1.1" status: 200 len: 217 time: 0.0356734 Mar 24 14:56:01.739536 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de019d5-b145-4aeb-830b-0e4379795953 req-10588425-1f5d-42ea-9c23-443a4e9c9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:01.741227 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2de019d5-b145-4aeb-830b-0e4379795953 req-10588425-1f5d-42ea-9c23-443a4e9c9f8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a75e3c65-5d08-4bee-83d5-15abbb130a8c HTTP/1.1" status: 200 len: 853 time: 0.0538712 Mar 24 14:56:01.775031 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2de019d5-b145-4aeb-830b-0e4379795953 req-f427e965-e7df-4d37-8854-5e0176b9c9df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=665378d7-e758-4a9d-a59c-4dcb2fc85b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259395 Mar 24 14:56:01.889892 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2de019d5-b145-4aeb-830b-0e4379795953 req-247caf5b-97fb-491c-915d-47ad1fdf976d service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079688 Mar 24 14:56:01.896605 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fd137-2fd4-4c04-b92b-08e3e8aa676a req-63a38e1a-3632-4cb8-ae2f-932bc6be0bc9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:01.908716 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8e0fd137-2fd4-4c04-b92b-08e3e8aa676a req-63a38e1a-3632-4cb8-ae2f-932bc6be0bc9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0739942 Mar 24 14:56:01.967146 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8e0fd137-2fd4-4c04-b92b-08e3e8aa676a req-2c1f3d8e-83f7-41fe-8c1f-1bddcb62d4e5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550535 Mar 24 14:56:02.024826 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2de019d5-b145-4aeb-830b-0e4379795953 req-e5f04c5f-57c9-4191-82d5-89468961f50e service neutron] 10.222.0.46 "GET /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253524 Mar 24 14:56:02.072220 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd6bf4-04d9-4bd2-a4dd-d963dd8ae767 req-31aa4ed7-832a-4727-a4c6-06df78d8a75b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:02.074407 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bbcd6bf4-04d9-4bd2-a4dd-d963dd8ae767 req-31aa4ed7-832a-4727-a4c6-06df78d8a75b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 944 time: 0.0681975 Mar 24 14:56:02.124547 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bbcd6bf4-04d9-4bd2-a4dd-d963dd8ae767 req-dd57efd9-e1bc-4301-80d4-eee102e9ed4e tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Mar 24 14:56:02.490662 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0baa4857-3bdb-4f77-b941-01c1ac3f4d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:02.748137 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35852f32-b2d5-46e8-a305-cc198994049c req-d28d4ef4-9b32-44ee-98e8-da36123c167c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:02.749731 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-35852f32-b2d5-46e8-a305-cc198994049c req-d28d4ef4-9b32-44ee-98e8-da36123c167c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0577469 Mar 24 14:56:02.800899 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-35852f32-b2d5-46e8-a305-cc198994049c req-7289e032-0362-42f2-8c58-e569c785775f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421708 Mar 24 14:56:03.119150 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18797e-2ea5-406f-84d6-beff694f8ff0 req-a392842d-9a56-4f93-a003-2363e86fca40 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:03.121732 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fd18797e-2ea5-406f-84d6-beff694f8ff0 req-a392842d-9a56-4f93-a003-2363e86fca40 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0741200 Mar 24 14:56:03.193554 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fd18797e-2ea5-406f-84d6-beff694f8ff0 req-d52cf758-ff1f-4cfe-809d-8c6b73a1c9d5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657997 Mar 24 14:56:03.288831 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba79e-950c-4ea5-9595-819cf6d03dcf req-af0c4581-adaa-48c5-bed1-adec833f64fc tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:03.296743 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d16ba79e-950c-4ea5-9595-819cf6d03dcf req-af0c4581-adaa-48c5-bed1-adec833f64fc tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 944 time: 0.0792356 Mar 24 14:56:03.363136 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d16ba79e-950c-4ea5-9595-819cf6d03dcf req-0f490a79-4fdd-4956-9c48-ac081657af87 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651243 Mar 24 14:56:03.717086 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:03.952834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9203f3-3e31-4a94-b8aa-48d3bd132ae6 req-59f5e34d-3213-45c9-bbdb-481a5af5d8e1 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:03.954867 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4a9203f3-3e31-4a94-b8aa-48d3bd132ae6 req-59f5e34d-3213-45c9-bbdb-481a5af5d8e1 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0634103 Mar 24 14:56:04.007725 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4a9203f3-3e31-4a94-b8aa-48d3bd132ae6 req-4f09c741-5328-4cdf-ad84-885334fe7bf3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453637 Mar 24 14:56:04.355964 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de6a20-92af-4752-8683-49b4d4ad0611 req-0612b34c-565a-4908-b5f9-25dacb750148 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:04.364286 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-22de6a20-92af-4752-8683-49b4d4ad0611 req-0612b34c-565a-4908-b5f9-25dacb750148 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.0726604 Mar 24 14:56:04.417783 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-22de6a20-92af-4752-8683-49b4d4ad0611 req-91b682c0-e23c-4635-b64d-bd3b18cd21dc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522349 Mar 24 14:56:04.553280 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4615b0-75d7-413c-80f6-972a23bf35e4 req-ed0218f3-1699-4714-b2dc-412bbe88a485 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:04.555894 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-be4615b0-75d7-413c-80f6-972a23bf35e4 req-ed0218f3-1699-4714-b2dc-412bbe88a485 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 944 time: 0.0793517 Mar 24 14:56:04.623877 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-be4615b0-75d7-413c-80f6-972a23bf35e4 req-14addfd4-8b5a-490d-9e6f-762e2f0fccc1 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622776 Mar 24 14:56:05.002847 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [req-d55b4e9d-e9e2-4fea-bc61-5e3f6e2a6023 req-6d5cbd1d-857e-4f39-9883-ad44bf01aee0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:56:05.003808 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d55b4e9d-e9e2-4fea-bc61-5e3f6e2a6023 req-6d5cbd1d-857e-4f39-9883-ad44bf01aee0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054572 Mar 24 14:56:05.199230 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab69ce-fc05-4fe3-92c6-90e0e9ac5c62 req-393c0cd1-35be-4471-a925-0c2d8c5f638e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:05.202712 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:05.218687 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f7ab69ce-fc05-4fe3-92c6-90e0e9ac5c62 req-393c0cd1-35be-4471-a925-0c2d8c5f638e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0984743 Mar 24 14:56:05.512889 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f7ab69ce-fc05-4fe3-92c6-90e0e9ac5c62 req-593b0d4d-9d2c-4091-b911-8cd5800b28e3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913725 Mar 24 14:56:05.572957 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25f57e-6603-40fc-b66d-2356f20a0057 req-2934f21e-246c-47da-b3fd-fa37e713d98e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:05.574680 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf25f57e-6603-40fc-b66d-2356f20a0057 req-2934f21e-246c-47da-b3fd-fa37e713d98e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 945 time: 0.3363149 Mar 24 14:56:05.641905 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bf25f57e-6603-40fc-b66d-2356f20a0057 req-5ea13a2d-e443-43f2-9cc2-df3dfa1d811f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551634 Mar 24 14:56:05.774723 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79a2f7-c6c8-4f33-9947-0fd41a657598 req-4e1d0f3c-0c5d-4751-974c-cacbebf24daf tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:05.776864 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c79a2f7-c6c8-4f33-9947-0fd41a657598 req-4e1d0f3c-0c5d-4751-974c-cacbebf24daf tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 944 time: 0.0600376 Mar 24 14:56:05.804994 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 49484) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:56:05.855362 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device aa04e6c0-8f0d-4034-9596-e5579beab5aa details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:56:05.907433 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c79a2f7-c6c8-4f33-9947-0fd41a657598 req-9a43319f-9a5e-4721-89bd-e1c191a779a0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105247 Mar 24 14:56:05.925790 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-9fb10673-866f-4871-a798-0db278c4f82c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189394 Mar 24 14:56:05.931396 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-9c325573-086f-4880-9310-59976a5f8142 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:56:05.943605 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-9c325573-086f-4880-9310-59976a5f8142 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110552 Mar 24 14:56:06.019417 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:56:06.022956 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port aa04e6c0-8f0d-4034-9596-e5579beab5aa, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=aa04e6c0-8f0d-4034-9596-e5579beab5aa,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:06.032452 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 49492) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:56:06.076656 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa', 'network_id': '665378d7-e758-4a9d-a59c-4dcb2fc85b15', 'port_id': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa', 'mac_address': 'fa:16:3e:f1:dc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75e3c65-5d08-4bee-83d5-15abbb130a8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:56:06.123974 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port aa04e6c0-8f0d-4034-9596-e5579beab5aa is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:56:06.124677 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:06.144591 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-6a0d292c-5666-41a6-a808-00ddb6d87e12 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:06.146053 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-6a0d292c-5666-41a6-a808-00ddb6d87e12 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports/cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 200 len: 942 time: 0.1126056 Mar 24 14:56:06.186369 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cb543970-603d-4f7f-81f7-7fe0c512e8cf is: ACTIVE; New status is: DOWN {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:56:06.187012 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:06.192971 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa04e6c0-8f0d-4034-9596-e5579beab5aa {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:56:06.217397 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port aa04e6c0-8f0d-4034-9596-e5579beab5aa, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=aa04e6c0-8f0d-4034-9596-e5579beab5aa,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:06.232743 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:06.269393 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:56:06.272116 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f5cc2-d26d-426e-8ce6-314c957ec744" -d '{"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:56:06.289738 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:06.304129 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:06.310669 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=aa04e6c0-8f0d-4034-9596-e5579beab5aa,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:06.344187 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9a9698-c175-4db3-8e77-0ca7d77ea483 x-openstack-request-id: req-2b9a9698-c175-4db3-8e77-0ca7d77ea483 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:56:06.344685 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-unplugged", "status": "failed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf", "code": 422}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:56:06.345092 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b9a9698-c175-4db3-8e77-0ca7d77ea483 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:56:06.345670 dv-cinder-834805-2-iscsi neutron-server[109718]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2b9a9698-c175-4db3-8e77-0ca7d77ea483']: {'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'code': 422} returned with failed status Mar 24 14:56:06.372878 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=8']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:06.597698 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:06.673693 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['aa04e6c0-8f0d-4034-9596-e5579beab5aa'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:56:06.679338 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e5ee-f00a-474f-ab4a-34ba68aed36f req-89e462d7-82ee-43ed-8822-815b594bedc4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:06.681141 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ca82e5ee-f00a-474f-ab4a-34ba68aed36f req-89e462d7-82ee-43ed-8822-815b594bedc4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0766463 Mar 24 14:56:06.776978 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ca82e5ee-f00a-474f-ab4a-34ba68aed36f req-7528daa9-e5c3-4180-84f2-d2ff4e02c484 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774379 Mar 24 14:56:06.930853 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b034fc-f2b2-4b96-bdae-7d460ee43740 req-fb5bb062-3d85-4518-8408-57e91b0ada1e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:06.941093 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d6b034fc-f2b2-4b96-bdae-7d460ee43740 req-fb5bb062-3d85-4518-8408-57e91b0ada1e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0686867 Mar 24 14:56:06.996314 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d6b034fc-f2b2-4b96-bdae-7d460ee43740 req-dd698c15-6b9a-48ab-845b-fea45e9561e2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539184 Mar 24 14:56:07.166240 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a8cd-f6ac-457d-8f08-9a95b9d9f2a3 req-8fd1261b-9be5-449e-8f41-ecc499c05b2c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:07.167940 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4764a8cd-f6ac-457d-8f08-9a95b9d9f2a3 req-8fd1261b-9be5-449e-8f41-ecc499c05b2c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0865424 Mar 24 14:56:07.205378 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8fee6-96e4-477e-a6e9-3cc53fb24371 req-b4fd0ef2-bea8-4c33-8fa9-fe35b6b1b8af tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:07.229831 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-74c8fee6-96e4-477e-a6e9-3cc53fb24371 req-b4fd0ef2-bea8-4c33-8fa9-fe35b6b1b8af tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 945 time: 0.1290143 Mar 24 14:56:07.262367 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4764a8cd-f6ac-457d-8f08-9a95b9d9f2a3 req-a80f3118-158e-4b18-926d-79a396ef7919 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869176 Mar 24 14:56:07.272466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d688-14f1-4690-bd26-e159ed87a64e req-6aefe4de-21a6-4295-87fd-dc0f893b6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:07.274363 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4846d688-14f1-4690-bd26-e159ed87a64e req-6aefe4de-21a6-4295-87fd-dc0f893b6380 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 1129 time: 0.0667820 Mar 24 14:56:07.324090 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-74c8fee6-96e4-477e-a6e9-3cc53fb24371 req-b5e6795c-9777-4f0a-af60-76980dc2fd33 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933249 Mar 24 14:56:07.393863 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d688-14f1-4690-bd26-e159ed87a64e req-6d425eb3-949c-4fa1-ae46-02d8bf730fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:07.395388 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4846d688-14f1-4690-bd26-e159ed87a64e req-6d425eb3-949c-4fa1-ae46-02d8bf730fe2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 911 time: 0.1066766 Mar 24 14:56:07.461604 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4846d688-14f1-4690-bd26-e159ed87a64e req-8085580d-6153-4e14-a852-dfbc4495bf1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 200 len: 1001 time: 0.0591705 Mar 24 14:56:07.515560 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d688-14f1-4690-bd26-e159ed87a64e req-73a8e897-2fdf-4c0c-a2a9-f729482716f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:07.517039 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4846d688-14f1-4690-bd26-e159ed87a64e req-73a8e897-2fdf-4c0c-a2a9-f729482716f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.0494819 Mar 24 14:56:07.577285 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d688-14f1-4690-bd26-e159ed87a64e req-1b2ed2ff-0e30-4975-ac43-ef2837331c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:07.578889 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4846d688-14f1-4690-bd26-e159ed87a64e req-1b2ed2ff-0e30-4975-ac43-ef2837331c09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513535 Mar 24 14:56:07.680952 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4846d688-14f1-4690-bd26-e159ed87a64e req-8de25ef5-6c30-4fbd-9d11-3b78b1f5782e service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948510 Mar 24 14:56:07.792618 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4846d688-14f1-4690-bd26-e159ed87a64e req-fb4a13c2-0b0f-433b-85d1-3a354e536923 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031086 Mar 24 14:56:07.858850 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device aa04e6c0-8f0d-4034-9596-e5579beab5aa up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:56:07.960187 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port aa04e6c0-8f0d-4034-9596-e5579beab5aa completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:56:07.967472 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port aa04e6c0-8f0d-4034-9596-e5579beab5aa triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:56:07.968357 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:08.099033 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port aa04e6c0-8f0d-4034-9596-e5579beab5aa is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:56:08.099424 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:08.140759 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e11a2-4ec3-437d-bbe3-8399cce1b921 req-e30e03e2-f786-4052-ab84-397ca0322c31 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:08.147260 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a32e11a2-4ec3-437d-bbe3-8399cce1b921 req-e30e03e2-f786-4052-ab84-397ca0322c31 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0634050 Mar 24 14:56:08.153894 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port aa04e6c0-8f0d-4034-9596-e5579beab5aa, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=aa04e6c0-8f0d-4034-9596-e5579beab5aa,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:08.161375 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:08.197648 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a32e11a2-4ec3-437d-bbe3-8399cce1b921 req-3510601c-c7bb-48fd-a420-d27b8ba463d8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483737 Mar 24 14:56:08.225452 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=aa04e6c0-8f0d-4034-9596-e5579beab5aa,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:08.346955 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:56:08.352274 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e125ab-29ae-4a6f-9d61-f1fc8e567099" -d '{"events": [{"server_uuid": "8667cf55-5987-4da5-adb5-37dce97ee57d", "name": "network-vif-plugged", "status": "completed", "tag": "aa04e6c0-8f0d-4034-9596-e5579beab5aa"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:56:08.389056 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2deee8-75c2-4964-afe2-080b0df2065b x-openstack-request-id: req-8e2deee8-75c2-4964-afe2-080b0df2065b {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:56:08.389428 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8667cf55-5987-4da5-adb5-37dce97ee57d", "name": "network-vif-plugged", "status": "completed", "tag": "aa04e6c0-8f0d-4034-9596-e5579beab5aa", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:56:08.389692 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e2deee8-75c2-4964-afe2-080b0df2065b {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:56:08.390117 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2deee8-75c2-4964-afe2-080b0df2065b'] response: {'server_uuid': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa', 'code': 200} Mar 24 14:56:08.418619 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ec3b2-2ae1-478d-96f5-f9798f73ed07 req-632690ec-3715-4167-ad37-cd31a19208fc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:08.427083 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1f2ec3b2-2ae1-478d-96f5-f9798f73ed07 req-632690ec-3715-4167-ad37-cd31a19208fc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0884485 Mar 24 14:56:08.512329 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1f2ec3b2-2ae1-478d-96f5-f9798f73ed07 req-4eb28af7-4cd3-432e-a638-3ef2a23dc1a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840821 Mar 24 14:56:08.586828 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed25024-d213-4843-b637-87eecdbeb137 req-9c688c71-527a-4f38-bc09-909bc28b84b3 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:08.594329 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ed25024-d213-4843-b637-87eecdbeb137 req-9c688c71-527a-4f38-bc09-909bc28b84b3 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.1502821 Mar 24 14:56:08.686693 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ed25024-d213-4843-b637-87eecdbeb137 req-ca720dd4-f7c8-406d-8537-d754eb8afa4a tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913622 Mar 24 14:56:08.690439 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-b77b2187-eaaf-4795-99a7-dfefa45dfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:08.692377 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-b77b2187-eaaf-4795-99a7-dfefa45dfdb2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8&tenant_id=335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 1127 time: 0.1748052 Mar 24 14:56:08.836989 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee58b-9ca3-4e47-a3e8-3243f29fc3c2 req-5b3c9641-e8af-48d1-ab93-076c496d9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:08.838451 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0f7ee58b-9ca3-4e47-a3e8-3243f29fc3c2 req-5b3c9641-e8af-48d1-ab93-076c496d9c73 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 1130 time: 0.0824149 Mar 24 14:56:08.870405 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-397ac956-c1ba-4d1c-8841-bbf34e3de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:08.872187 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-397ac956-c1ba-4d1c-8841-bbf34e3de660 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 1127 time: 0.1076400 Mar 24 14:56:08.991470 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0f7ee58b-9ca3-4e47-a3e8-3243f29fc3c2 req-8f5d6bd4-6cca-4eec-a27a-62b2146b2a8e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417038 Mar 24 14:56:09.029888 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-3a432b34-2743-4773-9cd6-49d527b41cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:09.033098 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-3a432b34-2743-4773-9cd6-49d527b41cb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.1533639 Mar 24 14:56:09.384134 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff650c7-3b22-4f24-808b-4612d60b972e req-4c99eef8-d5cc-4664-bf8d-0df26d43fce4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:09.392933 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cff650c7-3b22-4f24-808b-4612d60b972e req-4c99eef8-d5cc-4664-bf8d-0df26d43fce4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0767784 Mar 24 14:56:09.427083 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-caf87153-fb4e-4c87-b5c6-2773b9ae258c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 200 len: 999 time: 0.0732534 Mar 24 14:56:09.448476 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cff650c7-3b22-4f24-808b-4612d60b972e req-57c70b6e-55ee-4b31-875e-972be28dff06 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540864 Mar 24 14:56:09.515811 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-bbf56538-38a9-4a80-8e5d-d288f1a5c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:09.518176 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-bbf56538-38a9-4a80-8e5d-d288f1a5c464 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0539391 Mar 24 14:56:09.620879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-947c2168-dfe1-4b10-b70e-b36369430bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:09.622495 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-947c2168-dfe1-4b10-b70e-b36369430bbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954752 Mar 24 14:56:09.697560 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a2c44-8cbc-4c28-975d-0ac148c51859 req-8a019b30-e616-4852-a08c-847d3f98505c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:09.702693 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-558a2c44-8cbc-4c28-975d-0ac148c51859 req-8a019b30-e616-4852-a08c-847d3f98505c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.1186259 Mar 24 14:56:09.741179 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-865ad9d5-f417-44dc-bbfc-b4c073d44a09 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071267 Mar 24 14:56:09.817168 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc2f77-f83b-4f78-bfe2-3a51167bb51f req-2584298e-994e-4d3f-b134-77abd19bdf8b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:09.825449 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d0dc2f77-f83b-4f78-bfe2-3a51167bb51f req-2584298e-994e-4d3f-b134-77abd19bdf8b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.0656600 Mar 24 14:56:09.847893 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-558a2c44-8cbc-4c28-975d-0ac148c51859 req-51df75ea-d925-4764-ae20-a6e6ef932e67 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007390 Mar 24 14:56:09.880460 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7514e666-21a2-4bcc-9f8a-bf8161104f5c req-1def2b13-88bd-44bd-951d-0cbae25e449b service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236255 Mar 24 14:56:09.916349 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d0dc2f77-f83b-4f78-bfe2-3a51167bb51f req-19949221-9193-4a05-b762-d2332829a259 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874152 Mar 24 14:56:10.631165 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a812-a39e-4d4e-8f9b-a7288517a979 req-ec12b896-c9f9-4dfd-908e-1cad6b916ad1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:10.632791 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e4f3a812-a39e-4d4e-8f9b-a7288517a979 req-ec12b896-c9f9-4dfd-908e-1cad6b916ad1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0883498 Mar 24 14:56:10.736050 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e4f3a812-a39e-4d4e-8f9b-a7288517a979 req-576a37f4-a129-4009-bbb5-efe931986255 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961146 Mar 24 14:56:11.101967 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41d50b-fecf-4f57-9cd7-50f89057d167 req-b1e2f91b-d418-41e7-93a1-c2f3b5df928b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:11.113648 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6d41d50b-fecf-4f57-9cd7-50f89057d167 req-b1e2f91b-d418-41e7-93a1-c2f3b5df928b tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.0994549 Mar 24 14:56:11.189458 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6d41d50b-fecf-4f57-9cd7-50f89057d167 req-8efa7c97-6736-4668-ae7f-646011292921 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694168 Mar 24 14:56:11.952999 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61b89-e3c3-467f-804d-60671f61d450 req-a50d9a27-8c8d-4e50-bf0c-527d56b0091e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:11.962355 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8dc61b89-e3c3-467f-804d-60671f61d450 req-a50d9a27-8c8d-4e50-bf0c-527d56b0091e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0768631 Mar 24 14:56:12.027752 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8dc61b89-e3c3-467f-804d-60671f61d450 req-3e6756de-b9a7-4861-8804-230bb7d70aa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638545 Mar 24 14:56:13.190820 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39775c6-24a7-487e-a3c6-03dbd4614d23 req-c7fd6e8e-a39b-4600-82e1-d0306fec92d9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:13.192342 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c39775c6-24a7-487e-a3c6-03dbd4614d23 req-c7fd6e8e-a39b-4600-82e1-d0306fec92d9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0666127 Mar 24 14:56:13.266383 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c39775c6-24a7-487e-a3c6-03dbd4614d23 req-e11df65d-d4c3-45a8-868f-a7cfcdc3a9b7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664279 Mar 24 14:56:14.482126 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b8d6-da27-44c0-aadb-6af329b777e7 req-f6544ff4-6c80-4e4f-b074-327e1e6f0f6f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:14.490064 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8ba2b8d6-da27-44c0-aadb-6af329b777e7 req-f6544ff4-6c80-4e4f-b074-327e1e6f0f6f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0852785 Mar 24 14:56:14.542936 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8ba2b8d6-da27-44c0-aadb-6af329b777e7 req-abb68db9-2ea3-437b-9dd8-0dfa7d3ed153 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518446 Mar 24 14:56:15.733870 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6503e1-c0c2-4faa-8fe5-42c0531bc338 req-95e61cb3-17c9-4d37-acdb-3aedc3935a8c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:15.735440 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c6503e1-c0c2-4faa-8fe5-42c0531bc338 req-95e61cb3-17c9-4d37-acdb-3aedc3935a8c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0682099 Mar 24 14:56:15.825492 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0c6503e1-c0c2-4faa-8fe5-42c0531bc338 req-041997f4-d390-474f-8233-ef0cea6006ad tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837712 Mar 24 14:56:16.987260 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a338744-ca55-4260-b277-8408aa67c279 req-d6e5ccec-6704-46d6-8a76-2958aecd30c5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:16.989470 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7a338744-ca55-4260-b277-8408aa67c279 req-d6e5ccec-6704-46d6-8a76-2958aecd30c5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0938621 Mar 24 14:56:17.055695 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7a338744-ca55-4260-b277-8408aa67c279 req-d4ec1e39-e3f4-445d-ab4b-9be6eb37859b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609069 Mar 24 14:56:18.211801 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9a4e2-8ac4-42d3-8031-8ca518ce0b3d req-4684a9fa-9c90-4ea3-9171-b64b223802fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:18.214289 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-09e9a4e2-8ac4-42d3-8031-8ca518ce0b3d req-4684a9fa-9c90-4ea3-9171-b64b223802fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0632827 Mar 24 14:56:18.270204 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-09e9a4e2-8ac4-42d3-8031-8ca518ce0b3d req-6410f978-cbba-456c-9988-932b283b8883 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500817 Mar 24 14:56:18.585214 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:19.432946 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f7b32-16b6-4fca-a0b6-9c8954875c4e req-fd54ffa9-ba3b-4a47-85f2-ce4b7c0437c9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:19.442396 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5c6f7b32-16b6-4fca-a0b6-9c8954875c4e req-fd54ffa9-ba3b-4a47-85f2-ce4b7c0437c9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0871172 Mar 24 14:56:19.492353 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5c6f7b32-16b6-4fca-a0b6-9c8954875c4e req-ac817181-d499-471c-b148-08fe18a97067 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484602 Mar 24 14:56:19.749056 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 49686) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:56:19.794724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Deleting subnet 826b846a-fb1e-4056-8a8a-07556b383497 {{(pid=109716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:56:19.798369 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Publish callbacks [] for subnet (826b846a-fb1e-4056-8a8a-07556b383497), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:19.833324 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Publish callbacks [] for subnet (826b846a-fb1e-4056-8a8a-07556b383497), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:19.842824 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (826b846a-fb1e-4056-8a8a-07556b383497), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:19.897532 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (826b846a-fb1e-4056-8a8a-07556b383497), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:19.924735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826b846a-fb1e-4056-8a8a-07556b383497,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:19.934507 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:19.937090 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/826b846a-fb1e-4056-8a8a-07556b383497 HTTP/1.1" status: 204 len: 168 time: 0.1870196 Mar 24 14:56:19.938922 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.939268 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.939643 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.939851 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 49688) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:56:19.939999 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.940294 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.940622 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.940940 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.941260 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.941579 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.941896 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.942248 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.942570 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.942886 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.943199 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:19.943539 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e73fff2-f68a-43cf-9d52-b6826fd4ff1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.011089 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.094125 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.113764 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:56:20.122955 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d92da84-d7d9-44f7-8372-5ab948a8924c') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:56:20.123227 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d92da84-d7d9-44f7-8372-5ab948a8924c') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:56:20.132427 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (0d92da84-d7d9-44f7-8372-5ab948a8924c), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.146866 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (0d92da84-d7d9-44f7-8372-5ab948a8924c), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.153038 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:56:20.153434 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (0d92da84-d7d9-44f7-8372-5ab948a8924c), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:56:20.155141 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:56:20.218809 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.231571 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.235749 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] 10.222.0.43 "DELETE /v2.0/networks/6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d HTTP/1.1" status: 204 len: 168 time: 0.2943792 Mar 24 14:56:20.249947 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Pushing event deleted for resources: {'Network': ['ID=6468626a-2a7e-48ce-8c2b-02ce7ff2ae8d,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:20.257830 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.258226 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.258578 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.258911 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.259248 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.259569 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.259886 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.260210 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.260529 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.260852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.261229 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.261488 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.261806 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.262157 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.262479 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56128d-b188-4bbb-8d46-6d295ed0801b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:20.381493 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 49694) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:56:20.425856 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5926669e-3e03-4c47-9046-28ef62539990 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acb3194551f14d53b537ed3a0a5ad6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406730 Mar 24 14:56:20.426141 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 49696) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:56:20.478490 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-35ec97bb-01b7-42eb-844f-6020ddc6d9c1 admin admin] Publish callbacks [] for security_group (5fb1d920-01f4-4578-917a-8e2e3c5761bd), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.499767 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-35ec97bb-01b7-42eb-844f-6020ddc6d9c1 admin admin] Publish callbacks [] for security_group (5fb1d920-01f4-4578-917a-8e2e3c5761bd), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.549076 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-35ec97bb-01b7-42eb-844f-6020ddc6d9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5fb1d920-01f4-4578-917a-8e2e3c5761bd), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.551852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-35ec97bb-01b7-42eb-844f-6020ddc6d9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:20.553008 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-35ec97bb-01b7-42eb-844f-6020ddc6d9c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fb1d920-01f4-4578-917a-8e2e3c5761bd HTTP/1.1" status: 204 len: 168 time: 0.1258926 Mar 24 14:56:20.563664 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec97bb-01b7-42eb-844f-6020ddc6d9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1d920-01f4-4578-917a-8e2e3c5761bd,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:20.653144 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc3ab3-e185-4b52-94a8-a20acc985392 req-fad54316-b71e-49d5-99cd-ee2795fb5168 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:20.655125 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dcfc3ab3-e185-4b52-94a8-a20acc985392 req-fad54316-b71e-49d5-99cd-ee2795fb5168 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0809412 Mar 24 14:56:20.715352 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dcfc3ab3-e185-4b52-94a8-a20acc985392 req-2f6afa57-fd7c-4b43-8980-49be2e4376f9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529010 Mar 24 14:56:21.855209 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fdfe3-e267-404a-94c1-bf880c17f362 req-809e2823-bd7b-41f4-9ec1-64136d2cd23f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:21.857038 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-100fdfe3-e267-404a-94c1-bf880c17f362 req-809e2823-bd7b-41f4-9ec1-64136d2cd23f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0659060 Mar 24 14:56:21.913574 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-100fdfe3-e267-404a-94c1-bf880c17f362 req-21942162-583c-42da-9b64-221483468a88 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498211 Mar 24 14:56:22.310868 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-adcce4ce-5697-4812-9df4-f50c8b23e994 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444949 Mar 24 14:56:22.411658 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-123905e7-33cc-44ee-9828-f93e988654ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:22.413197 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-123905e7-33cc-44ee-9828-f93e988654ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 1130 time: 0.0526030 Mar 24 14:56:22.562674 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-fa00071d-65db-403f-bfa4-e1f7ee169338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:22.564214 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-fa00071d-65db-403f-bfa4-e1f7ee169338 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.0871356 Mar 24 14:56:22.634390 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-6243fb67-26d0-4395-aa44-ad112d2b7a9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede HTTP/1.1" status: 200 len: 217 time: 0.0379648 Mar 24 14:56:22.687635 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-ba0b814f-449e-4155-b532-c9fe4a4d25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:22.689017 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-ba0b814f-449e-4155-b532-c9fe4a4d25fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0448177 Mar 24 14:56:22.750666 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-5d913e50-26b3-4993-9ff3-dc87b1e054bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:22.752961 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-5d913e50-26b3-4993-9ff3-dc87b1e054bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519581 Mar 24 14:56:22.853531 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-1e352ced-1341-4228-9dc7-245721141872 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916579 Mar 24 14:56:22.869158 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:56:22.956813 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fec588d-e7f4-4baf-abff-f09cc87fcd19 req-9cdd82a1-55bb-48da-bba6-726554a59e73 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963974 Mar 24 14:56:23.039778 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30d0c-a51f-4b1f-8224-7372dfa82ae6 req-b03562a4-6673-4256-8bc7-76f15b305166 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:23.041348 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f5a30d0c-a51f-4b1f-8224-7372dfa82ae6 req-b03562a4-6673-4256-8bc7-76f15b305166 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0548179 Mar 24 14:56:23.095145 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f5a30d0c-a51f-4b1f-8224-7372dfa82ae6 req-ebfd355f-a9c9-4eab-aa47-9cbe0c7b4bad tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470567 Mar 24 14:56:24.232825 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f437930-70cc-4928-a767-67ed5cefc59a req-b823ba6a-a657-4f12-960d-2f63c5eabbbc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:24.234389 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0f437930-70cc-4928-a767-67ed5cefc59a req-b823ba6a-a657-4f12-960d-2f63c5eabbbc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0594006 Mar 24 14:56:24.281960 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0f437930-70cc-4928-a767-67ed5cefc59a req-3b884d9b-1bc6-4e70-8335-0e74b6cd0050 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412929 Mar 24 14:56:25.423918 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1085362-3d65-47f9-a17d-05b99b1eb81a req-42147e6e-8bc3-4a64-a664-17c063ae9e2c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:25.425567 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d1085362-3d65-47f9-a17d-05b99b1eb81a req-42147e6e-8bc3-4a64-a664-17c063ae9e2c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0542591 Mar 24 14:56:25.475729 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d1085362-3d65-47f9-a17d-05b99b1eb81a req-f69e5a7b-01ea-4dfe-a0ee-8a3a25340b76 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444736 Mar 24 14:56:26.608168 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fec030-7e89-4933-a462-c60d27eed703 req-5fa54c86-e2ba-4397-9193-5c570ca1a6a9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:26.609621 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-56fec030-7e89-4933-a462-c60d27eed703 req-5fa54c86-e2ba-4397-9193-5c570ca1a6a9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0617123 Mar 24 14:56:26.656126 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-56fec030-7e89-4933-a462-c60d27eed703 req-40f7af14-facb-4464-81f6-6b14f1f07c1a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404232 Mar 24 14:56:27.789341 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc95c1c-ac80-46b5-bdf1-f2fc45f263d2 req-d8289076-c1d7-4ec6-99cd-b895da9559a8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:27.790860 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8dc95c1c-ac80-46b5-bdf1-f2fc45f263d2 req-d8289076-c1d7-4ec6-99cd-b895da9559a8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0544167 Mar 24 14:56:27.849539 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8dc95c1c-ac80-46b5-bdf1-f2fc45f263d2 req-4004e310-c929-478a-963c-2098205aacc7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524473 Mar 24 14:56:28.979241 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b2e3-ae1d-456f-b0c9-5070920d7490 req-87b086d0-9009-4ecf-a594-75a29c9c2e28 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:28.980706 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8200b2e3-ae1d-456f-b0c9-5070920d7490 req-87b086d0-9009-4ecf-a594-75a29c9c2e28 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0570972 Mar 24 14:56:29.029241 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8200b2e3-ae1d-456f-b0c9-5070920d7490 req-81bdc306-79e9-4524-9336-cf36fd7d8d95 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401669 Mar 24 14:56:30.160394 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3bd8a-634b-477d-bdab-20d7421bb91b req-af784311-4af8-45cd-9aba-46c40a85dc33 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:30.161869 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59c3bd8a-634b-477d-bdab-20d7421bb91b req-af784311-4af8-45cd-9aba-46c40a85dc33 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0550375 Mar 24 14:56:30.212093 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59c3bd8a-634b-477d-bdab-20d7421bb91b req-7340f5c1-233c-4d65-aa77-89b2b838377b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444727 Mar 24 14:56:30.297024 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-970bde8e-421c-49d8-88c6-0b104b7096ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:31.338194 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ddbe-295b-4c2f-affd-fcaff4a9e91b req-9a812f5a-2a0b-4060-92ee-72f87cd4106b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:31.339628 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c020ddbe-295b-4c2f-affd-fcaff4a9e91b req-9a812f5a-2a0b-4060-92ee-72f87cd4106b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0543993 Mar 24 14:56:31.385862 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c020ddbe-295b-4c2f-affd-fcaff4a9e91b req-e9d676d3-3a77-4adc-9157-d7addc344bc1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Mar 24 14:56:32.497352 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05a5d54b-087f-4209-a0ef-8d309d37babd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:32.513013 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509868-a2b5-40fc-99c9-bb516e08e0ec req-0c319ddb-5d37-4c5f-b619-720233646a54 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:32.514629 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-55509868-a2b5-40fc-99c9-bb516e08e0ec req-0c319ddb-5d37-4c5f-b619-720233646a54 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0545349 Mar 24 14:56:32.565544 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-55509868-a2b5-40fc-99c9-bb516e08e0ec req-5aff3e29-37ca-4097-8071-80fd0e6c3455 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446770 Mar 24 14:56:33.698199 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98282c87-7f65-4601-ad71-098f782c19f2 req-d05144ec-7f1c-4a34-980c-27997020bcff tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:33.699651 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98282c87-7f65-4601-ad71-098f782c19f2 req-d05144ec-7f1c-4a34-980c-27997020bcff tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 943 time: 0.0547338 Mar 24 14:56:33.718609 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:33.748595 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98282c87-7f65-4601-ad71-098f782c19f2 req-f1a41655-c9aa-489f-a746-d9db3a50a017 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424638 Mar 24 14:56:33.762751 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:56:33.862388 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:33.874390 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'port_id': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'mac_address': 'fa:16:3e:6e:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:56:33.915832 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cb543970-603d-4f7f-81f7-7fe0c512e8cf is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:56:33.916216 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:33.929985 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb543970-603d-4f7f-81f7-7fe0c512e8cf {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:56:33.950416 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:33.955650 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:34.007145 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=9']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:34.015102 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.015483 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.015872 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.016223 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.016554 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.016883 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.017202 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.017521 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.017841 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.018217 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.018538 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.018872 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.019191 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.019506 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.019823 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:56:34.504463 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['cb543970-603d-4f7f-81f7-7fe0c512e8cf'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:56:34.887249 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3e2b1-3de0-449c-b2c7-ac3fc9f6cc8f req-7aaf0fac-4ee3-4a04-ba0f-a067d67272f3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:34.888788 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0fe3e2b1-3de0-449c-b2c7-ac3fc9f6cc8f req-7aaf0fac-4ee3-4a04-ba0f-a067d67272f3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0572138 Mar 24 14:56:34.936617 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0fe3e2b1-3de0-449c-b2c7-ac3fc9f6cc8f req-b8dabfcc-d454-4e04-993f-0ef5a3eb3ec8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Mar 24 14:56:35.190409 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:36.073422 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263ca8f-df85-4551-8968-cce456d18e41 req-5fb3ca85-1ee4-40b5-bbaf-a3594c65d178 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:36.075039 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8263ca8f-df85-4551-8968-cce456d18e41 req-5fb3ca85-1ee4-40b5-bbaf-a3594c65d178 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0638471 Mar 24 14:56:36.125357 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8263ca8f-df85-4551-8968-cce456d18e41 req-cd3007a3-9efc-4b64-9e31-075a23b10aef tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Mar 24 14:56:36.587727 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:37.256683 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fff013-ffc9-47da-859e-3757e77c3df5 req-665b093e-7c39-467a-8bf0-502d42ca07cb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:37.258830 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d6fff013-ffc9-47da-859e-3757e77c3df5 req-665b093e-7c39-467a-8bf0-502d42ca07cb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0618711 Mar 24 14:56:37.308418 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d6fff013-ffc9-47da-859e-3757e77c3df5 req-6a0b1a36-b9a8-430d-9432-a6255f4ddd3e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Mar 24 14:56:38.441031 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fe29c-d76d-49b4-b832-32c272696ff3 req-73ece3a1-e7d7-4e1a-85cb-9d8ac53102a3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:38.442455 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5d8fe29c-d76d-49b4-b832-32c272696ff3 req-73ece3a1-e7d7-4e1a-85cb-9d8ac53102a3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 944 time: 0.0538192 Mar 24 14:56:38.488795 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5d8fe29c-d76d-49b4-b832-32c272696ff3 req-ac7ba168-f31f-4610-b08a-d58306cc3163 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 Mar 24 14:56:38.662892 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:56:38.714707 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port cb543970-603d-4f7f-81f7-7fe0c512e8cf triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:56:38.715084 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:38.792922 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port cb543970-603d-4f7f-81f7-7fe0c512e8cf is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:56:38.793306 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:38.815612 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:56:38.817987 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71eed3e-c821-438f-89bd-fe2fe41ef0e0" -d '{"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:56:38.830283 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:38.834985 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:38.864959 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4351ed-2477-4d31-ba7d-a0a20ddbb039 x-openstack-request-id: req-3a4351ed-2477-4d31-ba7d-a0a20ddbb039 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:56:38.865330 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-plugged", "status": "completed", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:56:38.865656 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a4351ed-2477-4d31-ba7d-a0a20ddbb039 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:56:38.866060 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4351ed-2477-4d31-ba7d-a0a20ddbb039'] response: {'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'code': 200} Mar 24 14:56:38.891488 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=10']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:39.507814 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c312d-3415-4ba6-8acc-392b21799707 req-7009728f-dac1-45e5-a482-2956c4ab3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:39.509320 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-338c312d-3415-4ba6-8acc-392b21799707 req-7009728f-dac1-45e5-a482-2956c4ab3e79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 1130 time: 0.0447092 Mar 24 14:56:39.557279 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-338c312d-3415-4ba6-8acc-392b21799707 req-9ae42a59-5ab8-4e3c-835e-f48fee5df86e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397303 Mar 24 14:56:39.610493 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45594a23-618d-4d88-9a1b-b0dac4a24865 req-1b53974d-5476-47e4-99f4-bb5d3296dc74 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:39.611959 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-45594a23-618d-4d88-9a1b-b0dac4a24865 req-1b53974d-5476-47e4-99f4-bb5d3296dc74 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.0520773 Mar 24 14:56:39.662479 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-45594a23-618d-4d88-9a1b-b0dac4a24865 req-a15b7a8e-e1ff-4f01-ad19-4bbcf1ed4d5a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448744 Mar 24 14:56:40.801850 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780efd1-d3ba-445c-a4b3-2b6218ec83eb req-15a17e59-6723-45a5-9dc9-adc44a23b559 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:40.803348 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8780efd1-d3ba-445c-a4b3-2b6218ec83eb req-15a17e59-6723-45a5-9dc9-adc44a23b559 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.0543108 Mar 24 14:56:40.861852 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8780efd1-d3ba-445c-a4b3-2b6218ec83eb req-844177d3-b74e-4d25-a169-2ff9a3a839d4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525587 Mar 24 14:56:42.002364 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fb9c5-98e1-4774-95ba-09bdb03cf5c6 req-68f76ebf-f60e-441e-9704-4c9aaadd0149 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:42.003869 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7b9fb9c5-98e1-4774-95ba-09bdb03cf5c6 req-68f76ebf-f60e-441e-9704-4c9aaadd0149 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.0587945 Mar 24 14:56:42.051037 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7b9fb9c5-98e1-4774-95ba-09bdb03cf5c6 req-fab187da-359c-4e7b-931b-43ad08592ffb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 Mar 24 14:56:42.812355 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3a9fe-d9b2-401b-b583-c37cdb069f32 req-3abbc642-7344-4fc3-803f-3792929b56ce tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:42.813896 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-86c3a9fe-d9b2-401b-b583-c37cdb069f32 req-3abbc642-7344-4fc3-803f-3792929b56ce tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0522230 Mar 24 14:56:42.833173 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-fbdf275b-2702-432a-baaf-ed4857d1085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:42.835339 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-fbdf275b-2702-432a-baaf-ed4857d1085c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1129 time: 0.0492427 Mar 24 14:56:42.869730 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-86c3a9fe-d9b2-401b-b583-c37cdb069f32 req-04c53755-5312-4ee8-8f68-c7172184ad29 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498016 Mar 24 14:56:42.930442 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-6e0e588a-c18b-47e5-a0a1-f9915ed068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:42.932106 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-6e0e588a-c18b-47e5-a0a1-f9915ed068e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.0869751 Mar 24 14:56:43.004764 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-50342fd0-4ff3-4168-bfff-e9bad30c8a1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 1000 time: 0.0645328 Mar 24 14:56:43.066557 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-1d034e8c-e4cc-4bc0-9454-74835e287818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:43.072627 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-1d034e8c-e4cc-4bc0-9454-74835e287818 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0574017 Mar 24 14:56:43.144235 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-9e5c0ff1-4b99-4449-b880-76dd8ff78289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:43.145992 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-9e5c0ff1-4b99-4449-b880-76dd8ff78289 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507898 Mar 24 14:56:43.193456 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a21eb2-83fb-4f7e-b06b-0d34108ef5dd req-79bdbbcd-f89e-4b74-9420-04ef52088b5b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:43.200419 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-29a21eb2-83fb-4f7e-b06b-0d34108ef5dd req-79bdbbcd-f89e-4b74-9420-04ef52088b5b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.0675673 Mar 24 14:56:43.241894 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-29a21eb2-83fb-4f7e-b06b-0d34108ef5dd req-f87e92a0-2490-4712-bb06-9d84bcd029b2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Mar 24 14:56:43.249712 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-ddb31d8b-b640-45eb-b131-fe2b47d0f4d4 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936480 Mar 24 14:56:43.351185 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ad2b3e20-8bba-4cc1-b60a-410a923cb20e req-aa724cd2-0ed6-4371-90cb-71206f68cd4e service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 Mar 24 14:56:43.999869 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d91cbc-db8f-4168-9a71-b9b48e3e8ea5 req-f4db6f77-7aaa-4079-a99b-468d8177de91 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:44.001332 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-00d91cbc-db8f-4168-9a71-b9b48e3e8ea5 req-f4db6f77-7aaa-4079-a99b-468d8177de91 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0634856 Mar 24 14:56:44.047898 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-00d91cbc-db8f-4168-9a71-b9b48e3e8ea5 req-c46a0949-76ed-4db1-b839-5e097b60c082 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407131 Mar 24 14:56:45.176759 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49f69-085f-4595-a935-326dcf793a7b req-be53a741-5c7a-4cf9-9500-c39205f3ac79 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:45.183550 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5ee49f69-085f-4595-a935-326dcf793a7b req-be53a741-5c7a-4cf9-9500-c39205f3ac79 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0588820 Mar 24 14:56:45.226813 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5ee49f69-085f-4595-a935-326dcf793a7b req-e2dd1b04-2e64-4bb5-b898-d874cbf3f35a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424087 Mar 24 14:56:45.421984 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b6d4-9c53-46c5-9c85-20e965bbd2a7 req-58253821-4a7a-4545-9837-70a61a5f3583 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:45.423594 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2b30b6d4-9c53-46c5-9c85-20e965bbd2a7 req-58253821-4a7a-4545-9837-70a61a5f3583 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.0574756 Mar 24 14:56:45.471094 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2b30b6d4-9c53-46c5-9c85-20e965bbd2a7 req-cbd87b70-5683-4ac3-8853-b79eb63b55a2 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Mar 24 14:56:46.360157 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b88873-2f0c-4e88-abb2-4d10f744f741 req-6f127839-7677-468f-8a15-6495596ac9db tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:46.361625 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-04b88873-2f0c-4e88-abb2-4d10f744f741 req-6f127839-7677-468f-8a15-6495596ac9db tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0604577 Mar 24 14:56:46.407282 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-04b88873-2f0c-4e88-abb2-4d10f744f741 req-3bddef44-c5ad-447c-a2d2-856efdd234db tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Mar 24 14:56:46.596216 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6a046-fd39-4d93-8b89-fe732ce2d2ce req-8000c62f-2dcd-4137-8c2c-f17767a85389 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:46.597703 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-31e6a046-fd39-4d93-8b89-fe732ce2d2ce req-8000c62f-2dcd-4137-8c2c-f17767a85389 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.0565279 Mar 24 14:56:46.646721 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-31e6a046-fd39-4d93-8b89-fe732ce2d2ce req-f565f328-b4c6-4291-97fe-df598fa41492 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Mar 24 14:56:47.527200 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d71ee-2ef8-4c42-a500-d7d23035a00d req-d1528f68-80b5-4104-b2cc-801e6cc470c7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:47.528605 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-810d71ee-2ef8-4c42-a500-d7d23035a00d req-d1528f68-80b5-4104-b2cc-801e6cc470c7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0505202 Mar 24 14:56:47.585402 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-810d71ee-2ef8-4c42-a500-d7d23035a00d req-fff54bc1-7ce2-4647-95ca-e1dfaaf24f53 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509868 Mar 24 14:56:47.789172 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37caa8-7936-4e46-8111-53be092b1268 req-57874e6c-09fd-4595-b684-7d4e8bd5ea6f tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:47.790665 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cd37caa8-7936-4e46-8111-53be092b1268 req-57874e6c-09fd-4595-b684-7d4e8bd5ea6f tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.0610745 Mar 24 14:56:47.840434 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cd37caa8-7936-4e46-8111-53be092b1268 req-d5d8806f-e80c-4951-b1ff-778276ce20ac tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Mar 24 14:56:48.588083 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:48.713207 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961af3e-f8b1-4322-a997-ea074dc679e0 req-a5620cde-ea96-424d-8585-4d3b6704050b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:48.715234 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c961af3e-f8b1-4322-a997-ea074dc679e0 req-a5620cde-ea96-424d-8585-4d3b6704050b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0618460 Mar 24 14:56:48.761161 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c961af3e-f8b1-4322-a997-ea074dc679e0 req-ae16677c-2a56-4663-ad5e-a3e13af06585 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401163 Mar 24 14:56:48.960538 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e444e8b-f2e5-4fcc-a8c0-ee1aa7d32be0 req-3ceea096-5c33-4932-afea-a3931b9e5be0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:48.961951 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5e444e8b-f2e5-4fcc-a8c0-ee1aa7d32be0 req-3ceea096-5c33-4932-afea-a3931b9e5be0 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.0543945 Mar 24 14:56:49.007841 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5e444e8b-f2e5-4fcc-a8c0-ee1aa7d32be0 req-6b3e8385-8af4-462c-8c9f-96b078202efd tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/security-groups?id=5cd17302-1c77-4fcd-92cc-4273c461c693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Mar 24 14:56:49.551946 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-0066d20e-cebd-4d27-85e4-79e8a5e2a7fa tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:49.553419 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-0066d20e-cebd-4d27-85e4-79e8a5e2a7fa tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 946 time: 0.0598545 Mar 24 14:56:49.656131 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Deleting port aa04e6c0-8f0d-4034-9596-e5579beab5aa {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:56:49.656378 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:49.745145 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] For port aa04e6c0-8f0d-4034-9596-e5579beab5aa, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=aa04e6c0-8f0d-4034-9596-e5579beab5aa,segment=NetworkSegment(a002843d-e17d-48b2-be0e-d7292a55b824),segment_id=a002843d-e17d-48b2-be0e-d7292a55b824)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:56:49.745850 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:49.758399 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Calling delete_port for aa04e6c0-8f0d-4034-9596-e5579beab5aa owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:56:49.918004 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147f8b-fd81-4aeb-b2ab-6830e9acce5d req-9ae5a50c-33c4-4323-b288-8c76e2be4eb9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:49.919439 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-09147f8b-fd81-4aeb-b2ab-6830e9acce5d req-9ae5a50c-33c4-4323-b288-8c76e2be4eb9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0872889 Mar 24 14:56:49.920466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (aa04e6c0-8f0d-4034-9596-e5579beab5aa), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:49.956077 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Pushing event deleted for resources: {'Port': ['ID=aa04e6c0-8f0d-4034-9596-e5579beab5aa,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:56:49.977098 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['aa04e6c0-8f0d-4034-9596-e5579beab5aa'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:56:50.009991 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] No DVR routers for this DVR port aa04e6c0-8f0d-4034-9596-e5579beab5aa on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:56:50.013653 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:56:50.016877 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f8126e87-d0d4-4761-9d29-9f69522d1923 req-3e1108a0-7048-4902-b330-29caa7fd8f62 tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.46 "DELETE /v2.0/ports/aa04e6c0-8f0d-4034-9596-e5579beab5aa HTTP/1.1" status: 204 len: 173 time: 0.4524708 Mar 24 14:56:50.017362 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'name': 'network-vif-deleted', 'tag': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:56:50.019703 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18065a0d-40ad-4095-bbd5-9bbbfb8329e9" -d '{"events": [{"server_uuid": "8667cf55-5987-4da5-adb5-37dce97ee57d", "name": "network-vif-deleted", "tag": "aa04e6c0-8f0d-4034-9596-e5579beab5aa"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:56:50.038838 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-09147f8b-fd81-4aeb-b2ab-6830e9acce5d req-a201c858-1ac6-469f-9e3b-a6201b216c71 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112509 Mar 24 14:56:50.055456 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b739218e-41bb-4831-9089-f139f8fb6b2e x-openstack-request-id: req-b739218e-41bb-4831-9089-f139f8fb6b2e {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:56:50.056026 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8667cf55-5987-4da5-adb5-37dce97ee57d", "name": "network-vif-deleted", "tag": "aa04e6c0-8f0d-4034-9596-e5579beab5aa", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:56:50.056257 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b739218e-41bb-4831-9089-f139f8fb6b2e {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:56:50.056691 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b739218e-41bb-4831-9089-f139f8fb6b2e'] response: {'server_uuid': '8667cf55-5987-4da5-adb5-37dce97ee57d', 'name': 'network-vif-deleted', 'tag': 'aa04e6c0-8f0d-4034-9596-e5579beab5aa', 'status': 'completed', 'code': 200} Mar 24 14:56:50.130946 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5002e0d5-67f4-470f-ab31-a9788076ca2e req-d3be64de-a1bd-4187-9730-c0ae37a182cf tempest-VolumesSnapshotTestJSON-443769180 tempest-VolumesSnapshotTestJSON-443769180-project] 10.222.0.43 "GET /v2.0/ports?device_id=8667cf55-5987-4da5-adb5-37dce97ee57d HTTP/1.1" status: 200 len: 210 time: 0.0271060 Mar 24 14:56:51.176279 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cef41-36e2-4e61-85ea-15f2cd9f0ce1 req-6236cd51-b728-47e6-ae5c-760793e49a54 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:51.177916 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a85cef41-36e2-4e61-85ea-15f2cd9f0ce1 req-6236cd51-b728-47e6-ae5c-760793e49a54 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0543272 Mar 24 14:56:51.225192 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a85cef41-36e2-4e61-85ea-15f2cd9f0ce1 req-39159fcf-14ee-43eb-94b9-84fdd483bfc7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Mar 24 14:56:52.358247 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611ef3b-dcb3-4ce9-a7cd-b4829f9e1792 req-9225d08d-ba7e-498e-aa87-391450178fe2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:52.359737 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2611ef3b-dcb3-4ce9-a7cd-b4829f9e1792 req-9225d08d-ba7e-498e-aa87-391450178fe2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0583699 Mar 24 14:56:52.411255 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2611ef3b-dcb3-4ce9-a7cd-b4829f9e1792 req-cc62c703-c07c-436a-8e71-97f29d954e80 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Mar 24 14:56:52.722350 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device aa04e6c0-8f0d-4034-9596-e5579beab5aa no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:56:52.741927 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: aa04e6c0-8f0d-4034-9596-e5579beab5aa {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:56:52.742322 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device aa04e6c0-8f0d-4034-9596-e5579beab5aa not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:56:53.540791 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ace62-23e2-4880-bff5-a852290eb2b1 req-77bae139-9e5b-48ae-b72b-b166d6257289 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:53.542298 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c22ace62-23e2-4880-bff5-a852290eb2b1 req-77bae139-9e5b-48ae-b72b-b166d6257289 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0613673 Mar 24 14:56:53.592485 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c22ace62-23e2-4880-bff5-a852290eb2b1 req-15f14959-4038-4c3b-a85e-b687d84889a9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Mar 24 14:56:54.709934 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7b24e-2fe3-4197-aa21-55c3479ed957 req-fa440a6f-7e46-4621-b6b6-93eefcd5c7ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:54.711424 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dce7b24e-2fe3-4197-aa21-55c3479ed957 req-fa440a6f-7e46-4621-b6b6-93eefcd5c7ae tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0520706 Mar 24 14:56:54.756981 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dce7b24e-2fe3-4197-aa21-55c3479ed957 req-bc01968c-bd70-4cbb-b78b-a7139cec84da tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 Mar 24 14:56:55.889030 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816fc3-81a5-4da6-9fa7-05863ec4efea req-aed378a5-3588-4b29-86fe-85fe6aec0ff9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:55.890610 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7816fc3-81a5-4da6-9fa7-05863ec4efea req-aed378a5-3588-4b29-86fe-85fe6aec0ff9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0547283 Mar 24 14:56:55.938559 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d7816fc3-81a5-4da6-9fa7-05863ec4efea req-c808b99e-51ef-4af2-8b48-131552fc2486 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Mar 24 14:56:57.075502 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddff8e-7f39-43ec-bc6a-efc088dfc488 req-39fdbf5e-123b-4a12-909a-488a02717d9e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:57.077072 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-25ddff8e-7f39-43ec-bc6a-efc088dfc488 req-39fdbf5e-123b-4a12-909a-488a02717d9e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0647643 Mar 24 14:56:57.124209 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-25ddff8e-7f39-43ec-bc6a-efc088dfc488 req-870936c2-ccc8-4f70-a8ce-b26c27d0975d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Mar 24 14:56:58.254055 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b68239-9c48-4c2f-bbcc-55fce66dd2f5 req-9736a922-cd53-45f3-9c56-0a9c18ea2c29 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:58.255648 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-14b68239-9c48-4c2f-bbcc-55fce66dd2f5 req-9736a922-cd53-45f3-9c56-0a9c18ea2c29 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0563354 Mar 24 14:56:58.307080 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-14b68239-9c48-4c2f-bbcc-55fce66dd2f5 req-9d04d06c-3ea2-4e29-b070-20f786df73d1 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Mar 24 14:56:59.635858 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ba152-7777-42c8-8e23-69e0d5251f0f req-e582cb2a-f301-4aed-bc6e-836579cd0c81 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:56:59.637317 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-972ba152-7777-42c8-8e23-69e0d5251f0f req-e582cb2a-f301-4aed-bc6e-836579cd0c81 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.2511208 Mar 24 14:56:59.683902 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-972ba152-7777-42c8-8e23-69e0d5251f0f req-d061534a-69d8-4fa1-88a7-9318345ce103 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Mar 24 14:56:59.868902 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:57:00.251181 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c6444c62-d3ec-4ff5-84ae-3d4c40048703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:00.816513 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcd42-3c0b-4a92-9cdc-8da4113b2763 req-db4db9d7-b8a4-4774-9e96-9e3e879335da tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:00.818708 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b43bcd42-3c0b-4a92-9cdc-8da4113b2763 req-db4db9d7-b8a4-4774-9e96-9e3e879335da tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0562296 Mar 24 14:57:00.869188 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b43bcd42-3c0b-4a92-9cdc-8da4113b2763 req-0a82b27f-c92a-4028-92c3-7c4e7a7b6537 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442491 Mar 24 14:57:01.385739 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c80a7-9c92-483d-86fe-4c7735768961 req-f32c079e-624a-4fdc-9f0c-e5d795f7185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:01.387265 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-049c80a7-9c92-483d-86fe-4c7735768961 req-f32c079e-624a-4fdc-9f0c-e5d795f7185b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1129 time: 0.0429869 Mar 24 14:57:01.433922 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-049c80a7-9c92-483d-86fe-4c7735768961 req-cc431d3d-81ed-4fdf-bfda-7fe1d9db7c58 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Mar 24 14:57:01.991878 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a63a-2d51-4d67-bbe4-0dfaf3225b1b req-afe449c3-9c2a-4822-be2e-a1b2a680ca41 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:01.993555 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d9b7a63a-2d51-4d67-bbe4-0dfaf3225b1b req-afe449c3-9c2a-4822-be2e-a1b2a680ca41 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0552218 Mar 24 14:57:02.052901 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d9b7a63a-2d51-4d67-bbe4-0dfaf3225b1b req-9a040b7e-4555-46c8-b680-ed1a238fbe79 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Mar 24 14:57:02.500295 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-06e75262-50be-4792-9c9a-f08d2798100f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:03.167652 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f96a-cb64-4cbf-95e2-2dee069093ad req-ef880b08-1758-4cfa-9871-0c64996f2977 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:03.169215 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ce93f96a-cb64-4cbf-95e2-2dee069093ad req-ef880b08-1758-4cfa-9871-0c64996f2977 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0538478 Mar 24 14:57:03.221416 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ce93f96a-cb64-4cbf-95e2-2dee069093ad req-e42a2eec-23e6-40f1-a66f-d7acddf085a4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Mar 24 14:57:03.614675 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796218-6ed8-4fed-b577-381a7561bf9a req-081187c3-ce6a-4695-84c8-42bd35b8d275 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:03.616062 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bd796218-6ed8-4fed-b577-381a7561bf9a req-081187c3-ce6a-4695-84c8-42bd35b8d275 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0528004 Mar 24 14:57:03.661586 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bd796218-6ed8-4fed-b577-381a7561bf9a req-940a945e-3bbf-4661-8bff-2e2e76f28fbe tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Mar 24 14:57:03.722652 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:04.804362 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c471a-902d-4ec7-a259-f5adc868efd7 req-9dc65344-95bd-40f7-8c2b-22bb49a7aeab tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:04.805867 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4e6c471a-902d-4ec7-a259-f5adc868efd7 req-9dc65344-95bd-40f7-8c2b-22bb49a7aeab tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0578198 Mar 24 14:57:04.853611 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4e6c471a-902d-4ec7-a259-f5adc868efd7 req-bff162fd-fa09-45db-853c-4213e64ab350 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Mar 24 14:57:05.197709 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:05.978949 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296b97-1a23-4b32-bb9b-a2212814adaf req-157d41f6-3c12-4fbd-95c3-7ce1339ecd7d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:05.980433 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bb296b97-1a23-4b32-bb9b-a2212814adaf req-157d41f6-3c12-4fbd-95c3-7ce1339ecd7d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0528777 Mar 24 14:57:06.026141 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bb296b97-1a23-4b32-bb9b-a2212814adaf req-29e0e5e5-c445-4b8f-9f80-cfc757071062 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Mar 24 14:57:06.135822 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16423541-ae51-4545-8b14-75645b9f9c45 req-ae9ad79f-7f7e-4860-8fbc-f0efe7e05a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:06.137528 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-16423541-ae51-4545-8b14-75645b9f9c45 req-ae9ad79f-7f7e-4860-8fbc-f0efe7e05a62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1129 time: 0.0482624 Mar 24 14:57:06.230783 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16423541-ae51-4545-8b14-75645b9f9c45 req-0924efed-65da-471a-8cf1-4a8c777319ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:06.232305 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-16423541-ae51-4545-8b14-75645b9f9c45 req-0924efed-65da-471a-8cf1-4a8c777319ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.0857203 Mar 24 14:57:06.298606 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-16423541-ae51-4545-8b14-75645b9f9c45 req-8a0dd688-58ad-4bcc-9948-19f33897bf00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 1000 time: 0.0587096 Mar 24 14:57:06.349355 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16423541-ae51-4545-8b14-75645b9f9c45 req-96d134fc-f450-451f-84f0-8551e0747690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:06.350884 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-16423541-ae51-4545-8b14-75645b9f9c45 req-96d134fc-f450-451f-84f0-8551e0747690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0442622 Mar 24 14:57:06.400184 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16423541-ae51-4545-8b14-75645b9f9c45 req-19e6d7d0-40ce-4483-9f88-29a4184071fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:06.401588 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-16423541-ae51-4545-8b14-75645b9f9c45 req-19e6d7d0-40ce-4483-9f88-29a4184071fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423622 Mar 24 14:57:06.510033 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-16423541-ae51-4545-8b14-75645b9f9c45 req-6dacae79-8396-486c-aed1-0dcb3dcbac41 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957355 Mar 24 14:57:06.584556 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:06.602488 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-16423541-ae51-4545-8b14-75645b9f9c45 req-8cb365e2-d1e0-499e-a874-50792a36fabe service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Mar 24 14:57:07.147298 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64b99a-096f-4cd1-b111-543a51892277 req-0b041423-699c-4292-9131-04774e85adaf tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:07.148757 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1a64b99a-096f-4cd1-b111-543a51892277 req-0b041423-699c-4292-9131-04774e85adaf tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0528309 Mar 24 14:57:07.197756 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1a64b99a-096f-4cd1-b111-543a51892277 req-22afed21-442e-4f01-a01c-dd752cc26ffd tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 Mar 24 14:57:08.143135 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c62502-f09f-49b2-b149-547630d9ff80 req-5ad2ef92-cf50-4972-a120-4f89a0f6d83c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:08.144739 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-38c62502-f09f-49b2-b149-547630d9ff80 req-5ad2ef92-cf50-4972-a120-4f89a0f6d83c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0640707 Mar 24 14:57:08.200145 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-38c62502-f09f-49b2-b149-547630d9ff80 req-6b8c6fbe-5168-4470-abe8-56152c088800 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482662 Mar 24 14:57:08.327156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d73e1-f2b5-4448-ad23-9407f5ec940a req-969ad2da-f5c8-412e-9551-884afb189f23 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:08.328649 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-502d73e1-f2b5-4448-ad23-9407f5ec940a req-969ad2da-f5c8-412e-9551-884afb189f23 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0572288 Mar 24 14:57:08.375274 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-502d73e1-f2b5-4448-ad23-9407f5ec940a req-2e9e0b71-9ad1-4923-8a5e-66c042b1a9ee tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404336 Mar 24 14:57:08.763621 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50296) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:08.876612 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0b0daf71-2d51-406e-a06f-4ef56d4959fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:08.954065 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0b0daf71-2d51-406e-a06f-4ef56d4959fc admin admin] Publish callbacks [] for security_group (85932462-47b0-4a28-867a-956ac67094fd), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:08.961008 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0b0daf71-2d51-406e-a06f-4ef56d4959fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (85932462-47b0-4a28-867a-956ac67094fd), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:08.998056 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0b0daf71-2d51-406e-a06f-4ef56d4959fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74c9cf6084644422ad635eb87dd6452c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333522 Mar 24 14:57:08.998946 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0daf71-2d51-406e-a06f-4ef56d4959fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85932462-47b0-4a28-867a-956ac67094fd,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:09.000902 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50300) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:09.054117 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1cdf-95e5-4ebf-a93d-64592fac707d admin admin] Publish callbacks [] for security_group (85932462-47b0-4a28-867a-956ac67094fd), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:09.075218 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1cdf-95e5-4ebf-a93d-64592fac707d admin admin] Publish callbacks [] for security_group (85932462-47b0-4a28-867a-956ac67094fd), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:09.125865 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1cdf-95e5-4ebf-a93d-64592fac707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (85932462-47b0-4a28-867a-956ac67094fd), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:09.128441 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1cdf-95e5-4ebf-a93d-64592fac707d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:09.129631 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ebbb1cdf-95e5-4ebf-a93d-64592fac707d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85932462-47b0-4a28-867a-956ac67094fd HTTP/1.1" status: 204 len: 168 time: 0.1275914 Mar 24 14:57:09.137505 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb1cdf-95e5-4ebf-a93d-64592fac707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85932462-47b0-4a28-867a-956ac67094fd,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:09.325217 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe871a-500e-4c1c-8367-cd7e384eb36d req-608e5748-2788-4611-a5cf-aea13de079e8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:09.326814 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8abe871a-500e-4c1c-8367-cd7e384eb36d req-608e5748-2788-4611-a5cf-aea13de079e8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0528176 Mar 24 14:57:09.378960 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8abe871a-500e-4c1c-8367-cd7e384eb36d req-9c2c01e7-1c38-4f8d-a4d6-e4adfd2a908c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Mar 24 14:57:09.495456 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c3b72-70af-40af-bc76-c1c35ce7816f req-61d157a2-f1f0-4bc8-9dda-e171d986ff26 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:09.496951 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c90c3b72-70af-40af-bc76-c1c35ce7816f req-61d157a2-f1f0-4bc8-9dda-e171d986ff26 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0530536 Mar 24 14:57:09.547034 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c90c3b72-70af-40af-bc76-c1c35ce7816f req-28e7813e-5838-4470-a5c0-ae68cceec831 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Mar 24 14:57:09.690403 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96f2a-04d2-4155-b8d7-f32c8d183b24 req-d47bfc22-a220-4e27-9e9d-25eb726758a3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:09.692252 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3da96f2a-04d2-4155-b8d7-f32c8d183b24 req-d47bfc22-a220-4e27-9e9d-25eb726758a3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0687597 Mar 24 14:57:09.700755 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50334) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:09.705947 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Request body: {'floatingip': {'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:09.759839 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:09.786693 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50338) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:09.893767 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-225451112-network', 'tenant_id': '064f289f92414a78b832c412131fc63a'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:09.916175 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Made reservation on behalf of 064f289f92414a78b832c412131fc63a for: {'network': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:09.918514 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:09.926769 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.000119 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks [] for security_group (7fa7bedb-2c15-413d-8a7b-188eccab37fe), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.005604 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (7fa7bedb-2c15-413d-8a7b-188eccab37fe), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.031121 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:57:10.040836 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa7bedb-2c15-413d-8a7b-188eccab37fe,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:10.047049 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (b8a73dc8-86a3-4aa0-af11-b537fdc7d118), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.047385 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.segments_db [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Added segment b8a73dc8-86a3-4aa0-af11-b537fdc7d118 of type vlan for network bbaa1606-e692-4722-b99e-2b545d0801dd Mar 24 14:57:10.096461 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (bbaa1606-e692-4722-b99e-2b545d0801dd), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.122041 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (bbaa1606-e692-4722-b99e-2b545d0801dd), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.123100 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:10.123759 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.193018 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4050977 Mar 24 14:57:10.199881 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50342) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:10.209758 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Request body: {'subnet': {'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-225451112-subnet', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'ip_version': 4}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:10.225075 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59102380-8ff2-47b8-bcd1-6200c70f3d07 admin admin] Pushing event updated for resources: {'Network': ['ID=bbaa1606-e692-4722-b99e-2b545d0801dd,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:10.228935 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.235900 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.239224 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network bbaa1606-e692-4722-b99e-2b545d0801dd details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:57:10.252776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-8aad5e55-85df-450a-a2dc-803bc3e329ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:10.254288 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-8aad5e55-85df-450a-a2dc-803bc3e329ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1240304 Mar 24 14:57:10.255136 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Made reservation on behalf of 064f289f92414a78b832c412131fc63a for: {'subnet': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:10.257352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.443993 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port cafa19eb-9fda-4811-a6ce-3a48f69901be {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:57:10.444194 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.451909 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Router 004b4409-eb17-4f72-9cf1-b44680261d29 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:10.562853 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:10.567826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.576082 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] Sync routers for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:10.582564 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (fa91b826-5efe-400e-97a6-a39325ebb2f6), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.587031 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:10.587647 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:10.600895 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:10.603146 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d39980-9515-4f4b-bb2a-f200614feba0" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:10.636721 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0f956552-478a-4903-9625-7b2f8c4d68a5 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "PUT /v2.0/floatingips/f19559a9-9e0a-479e-845d-2a021aa0b8db HTTP/1.1" status: 200 len: 992 time: 0.9308660 Mar 24 14:57:10.640886 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] For port cafa19eb-9fda-4811-a6ce-3a48f69901be, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cafa19eb-9fda-4811-a6ce-3a48f69901be,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:10.641255 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:10.653705 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af895260-e1ed-4762-942d-d9e6bae1c421 x-openstack-request-id: req-af895260-e1ed-4762-942d-d9e6bae1c421 {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:10.654110 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:10.654392 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af895260-e1ed-4762-942d-d9e6bae1c421 {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:10.654807 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af895260-e1ed-4762-942d-d9e6bae1c421'] response: {'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'status': 'completed', 'code': 200} Mar 24 14:57:10.659702 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ac0f7-dd58-45cb-b237-875e74ee0921 req-764b706f-0352-4a2e-a510-a2eec695324b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:10.661204 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c48ac0f7-dd58-45cb-b237-875e74ee0921 req-764b706f-0352-4a2e-a510-a2eec695324b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 945 time: 0.2102990 Mar 24 14:57:10.702943 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:10.738663 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa91b826-5efe-400e-97a6-a39325ebb2f6,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:10.833346 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Checking segment: {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:10.833704 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Network hostable DHCP agents. Network: bbaa1606-e692-4722-b99e-2b545d0801dd, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:57:10.896751 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c48ac0f7-dd58-45cb-b237-875e74ee0921 req-6b73801d-7165-4e5a-8520-ffcf0e00bbf7 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9eab5bc-0fb7-499b-9925-66d57c82de6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239578 Mar 24 14:57:10.925483 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-1ed6af22-c7a6-4408-b2a3-842fdae59b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:10.926976 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-1ed6af22-c7a6-4408-b2a3-842fdae59b8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1129 time: 0.1907365 Mar 24 14:57:10.931429 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Network bbaa1606-e692-4722-b99e-2b545d0801dd is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:57:10.958760 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'f19559a9-9e0a-479e-845d-2a021aa0b8db', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'mac_address': 'fa:16:3e:9b:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:16Z', 'updated_at': '2022-03-24T14:57:10Z', 'revision_number': 3, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:10.984954 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] Checking router: 004b4409-eb17-4f72-9cf1-b44680261d29 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:10.993305 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:10.993908 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:11.011913 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, bbaa1606-e692-4722-b99e-2b545d0801dd) {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:11.022431 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab5e9c4-3a15-4769-81a5-3fd717a14c53 None None] Network bbaa1606-e692-4722-b99e-2b545d0801dd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:11.022793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:11.023404 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.058042 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.058468 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (300e05b0-deca-4227-a34b-c8739e6fea06), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.058732 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP 300e05b0-deca-4227-a34b-c8739e6fea06 disassociated. External IP: 172.27.1.173, port: cafa19eb-9fda-4811-a6ce-3a48f69901be. Mar 24 14:57:11.059078 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for cafa19eb-9fda-4811-a6ce-3a48f69901be owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:57:11.067322 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-4de07f2c-e2bc-47f7-993b-27da70a51c50 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8650651 Mar 24 14:57:11.070368 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50358) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:11.075580 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:11.105029 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.107197 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.129392 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-83d1bbcc-66b0-4c30-80ba-1b4563580644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:11.131180 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-83d1bbcc-66b0-4c30-80ba-1b4563580644 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1715417 Mar 24 14:57:11.138874 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-bbaa1606-e692-4722-b99e-2b545d0801dd', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'project_id': '064f289f92414a78b832c412131fc63a', 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:57:11.140581 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.151906 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:11.197094 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks [] for router_controller (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), precommit_add_association {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.230420 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-2fbb3560-a44c-4e9d-98bf-493ab0417638 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 1000 time: 0.0902793 Mar 24 14:57:11.320006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Allocated IP 172.20.0.2 (bbaa1606-e692-4722-b99e-2b545d0801dd/fa91b826-5efe-400e-97a6-a39325ebb2f6/ddbfe72a-8de1-4375-90cb-156080353b99) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:11.343210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (cafa19eb-9fda-4811-a6ce-3a48f69901be), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.355890 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-d2243a02-1a90-48fe-83ca-03feb3cea408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:11.357418 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-d2243a02-1a90-48fe-83ca-03feb3cea408 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0713360 Mar 24 14:57:11.368658 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks [] for router_gateway (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.397623 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=cafa19eb-9fda-4811-a6ce-3a48f69901be,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:11.448941 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'f19559a9-9e0a-479e-845d-2a021aa0b8db', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'mac_address': 'fa:16:3e:9b:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:16Z', 'updated_at': '2022-03-24T14:57:10Z', 'revision_number': 3, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:11.487594 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca5aba-0302-455a-b1a4-8e47b6419044 None None] The sync data for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi is: [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'f19559a9-9e0a-479e-845d-2a021aa0b8db', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'port_id': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'mac_address': 'fa:16:3e:9b:ee:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:55:16Z', 'updated_at': '2022-03-24T14:57:10Z', 'revision_number': 3, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:11.528832 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Publish callbacks [] for port (ddbfe72a-8de1-4375-90cb-156080353b99), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.541568 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:11.546285 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.560755 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-7c005ea9-860b-4295-9071-99066dfeefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:11.562309 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-7c005ea9-860b-4295-9071-99066dfeefa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1800394 Mar 24 14:57:11.569593 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Network bbaa1606-e692-4722-b99e-2b545d0801dd is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:11.572313 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:11.575406 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:11.641264 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Pushing event updated for resources: {'Port': ['ID=ddbfe72a-8de1-4375-90cb-156080353b99,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:11.686689 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Attempting to bind port ddbfe72a-8de1-4375-90cb-156080353b99 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:11.687258 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Attempting to bind port ddbfe72a-8de1-4375-90cb-156080353b99 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:11.687725 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Attempting to bind port ddbfe72a-8de1-4375-90cb-156080353b99 on network bbaa1606-e692-4722-b99e-2b545d0801dd {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:11.694879 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:11.695658 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Checking segment: {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:11.696274 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.696774 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Bound using segment: {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:11.697423 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Bound port: ddbfe72a-8de1-4375-90cb-156080353b99, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:11.697939 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.794646 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] For port ddbfe72a-8de1-4375-90cb-156080353b99, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:11.799177 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] For port ddbfe72a-8de1-4375-90cb-156080353b99, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ddbfe72a-8de1-4375-90cb-156080353b99,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:11.809302 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.896900 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964c28f-da73-4fda-9e1d-18843a1c9c9b None None] Pushing event updated for resources: {'Port': ['ID=ddbfe72a-8de1-4375-90cb-156080353b99,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:11.930956 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks [] for router_gateway (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:11.952343 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:12.042570 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e2c8a8d1-c236-4592-96d5-3c50eb6d2f4b req-48723b68-fee0-44ed-baaa-548933d079d1 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f87606-0402-46b5-9613-2dc51548ffa9 HTTP/1.1" status: 200 len: 210 time: 0.0365934 Mar 24 14:57:12.072818 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-d78f5057-c8fd-4c61-bcd1-3b3b5ef9a356 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643905 Mar 24 14:57:12.073986 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:12.094769 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:12.105125 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Allocated IP 172.27.1.200 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/87938f9d-7853-4904-81b0-0b6167aae81d) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:12.107188 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:12.107891 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:12.167206 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] No DVR routers for this DVR port cafa19eb-9fda-4811-a6ce-3a48f69901be on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:57:12.171784 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:12.175108 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3019bc5f-5e38-49d6-b006-1e8b8d17256a req-5579ed38-aaeb-4d86-9328-6971fc4c7bc8 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "DELETE /v2.0/ports/cafa19eb-9fda-4811-a6ce-3a48f69901be HTTP/1.1" status: 204 len: 173 time: 1.9055030 Mar 24 14:57:12.175566 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'name': 'network-vif-deleted', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:12.177797 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1aa02b-995e-4c84-a385-776cb88ebd98" -d '{"events": [{"server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "name": "network-vif-deleted", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:12.280300 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67d39980-9515-4f4b-bb2a-f200614feba0 req-03cf24a1-bcce-4055-a831-03287a0fd0eb service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007744 Mar 24 14:57:12.291721 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94df4b16-6930-482e-a255-ca49e18c4ad4 x-openstack-request-id: req-94df4b16-6930-482e-a255-ca49e18c4ad4 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:12.292416 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f87606-0402-46b5-9613-2dc51548ffa9", "name": "network-vif-deleted", "tag": "cafa19eb-9fda-4811-a6ce-3a48f69901be", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:12.292780 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94df4b16-6930-482e-a255-ca49e18c4ad4 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:12.293295 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94df4b16-6930-482e-a255-ca49e18c4ad4'] response: {'server_uuid': '64f87606-0402-46b5-9613-2dc51548ffa9', 'name': 'network-vif-deleted', 'tag': 'cafa19eb-9fda-4811-a6ce-3a48f69901be', 'status': 'completed', 'code': 200} Mar 24 14:57:12.307448 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks [] for port (87938f9d-7853-4904-81b0-0b6167aae81d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:12.329179 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:12.359185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:12.424728 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:12.428016 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:12.430656 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:12.470318 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Pushing event updated for resources: {'Port': ['ID=87938f9d-7853-4904-81b0-0b6167aae81d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:12.639560 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:11Z', 'revision_number': 2, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:12.663195 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:12.665174 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:12.665444 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:12.674176 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:12.674791 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:12.713500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks [] for router_gateway (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:12.719061 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f51cd72-b9ea-4650-97e4-4423b0edafcc x-openstack-request-id: req-9f51cd72-b9ea-4650-97e4-4423b0edafcc {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:12.719361 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:12.719612 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f51cd72-b9ea-4650-97e4-4423b0edafcc {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:12.720006 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f51cd72-b9ea-4650-97e4-4423b0edafcc'] response: {'name': 'network-changed', 'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'status': 'completed', 'code': 200} Mar 24 14:57:12.792621 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:12.832456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cafa19eb-9fda-4811-a6ce-3a48f69901be no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:57:12.861074 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-43f1df15-42da-43d2-bbbf-30c31715c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:12.866155 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-43f1df15-42da-43d2-bbbf-30c31715c8fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48695dad755f431289080f28ffc6f0d8&device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 1129 time: 0.0813196 Mar 24 14:57:12.885803 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: cafa19eb-9fda-4811-a6ce-3a48f69901be {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:57:12.886183 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cafa19eb-9fda-4811-a6ce-3a48f69901be not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:57:13.036224 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-79214233-b4a2-476d-ad98-5010e4f15e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:13.037725 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-79214233-b4a2-476d-ad98-5010e4f15e69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 200 len: 920 time: 0.1673207 Mar 24 14:57:13.112927 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.202134 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:11Z', 'revision_number': 2, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:13.215582 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50386) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:13.241324 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a827372-8bea-4425-8b3d-6f489ce68e2e None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '4e999877-3394-4020-b1a7-538b8d4ae5ce', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '0626ab4b-cf53-4f58-9f2f-664800314414', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:5d:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:53:35Z', 'updated_at': '2022-03-24T14:54:11Z', 'revision_number': 2, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:13.263358 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-0881b52d-ae96-46e9-aef7-7e9eec483efe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 200 len: 1000 time: 0.2118111 Mar 24 14:57:13.338030 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:57:13.351328 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-56e0f906-817c-4490-8df1-ee0449fffbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:13.352797 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-56e0f906-817c-4490-8df1-ee0449fffbe6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 200 len: 858 time: 0.0825040 Mar 24 14:57:13.353532 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fa24019a-d3cb-42d1-9951-c4de1fec8ec9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (d9eab5bc-0fb7-499b-9925-66d57c82de6d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.388850 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a138d61-6469-42fd-beb9-267fbdd605e8 None None] Network bbaa1606-e692-4722-b99e-2b545d0801dd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:13.437076 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fa24019a-d3cb-42d1-9951-c4de1fec8ec9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (d9eab5bc-0fb7-499b-9925-66d57c82de6d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.540400 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-d701ba61-4ca1-4eac-9c6b-f4a2158006e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:13.543460 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-d701ba61-4ca1-4eac-9c6b-f4a2158006e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26036e81-2e6b-42c1-bfb5-f20edd062767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1790390 Mar 24 14:57:13.545099 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fa24019a-d3cb-42d1-9951-c4de1fec8ec9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d9eab5bc-0fb7-499b-9925-66d57c82de6d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.546150 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddbfe72a-8de1-4375-90cb-156080353b99 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:13.549022 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fa24019a-d3cb-42d1-9951-c4de1fec8ec9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.551587 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-fa24019a-d3cb-42d1-9951-c4de1fec8ec9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/security-groups/d9eab5bc-0fb7-499b-9925-66d57c82de6d HTTP/1.1" status: 204 len: 168 time: 0.3350639 Mar 24 14:57:13.553772 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50388) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:13.581237 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-03614dff-b398-4317-9b1d-778cb86950d1 None None] Provisioning complete for port ddbfe72a-8de1-4375-90cb-156080353b99 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:13.581748 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-03614dff-b398-4317-9b1d-778cb86950d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.595165 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.api.v2.resource [None req-396c1044-bc55-4894-a31a-e901256f5fdb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] show failed (client error): The resource could not be found. Mar 24 14:57:13.597435 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-396c1044-bc55-4894-a31a-e901256f5fdb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups/d9eab5bc-0fb7-499b-9925-66d57c82de6d HTTP/1.1" status: 404 len: 347 time: 0.0424964 Mar 24 14:57:13.600557 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50390) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:13.609324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:13.620092 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Sync routers for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:13.634235 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:13.637427 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:13.671958 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.673723 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e574f733-6c0c-4a95-8580-7bb82507bc11 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6019979 Mar 24 14:57:13.705893 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50392) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:13.711884 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-3f455edb-f1dd-48f8-94dd-62c353233b58 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499879 Mar 24 14:57:13.712739 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24019a-d3cb-42d1-9951-c4de1fec8ec9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eab5bc-0fb7-499b-9925-66d57c82de6d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:13.818186 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c806dd-8dba-45f1-8bfa-591e05fe4498 None None] New status for floating IP 300e05b0-deca-4227-a34b-c8739e6fea06: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:57:13.855743 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:13.876411 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port 0a2f73b6-26f0-4a8c-939a-2352303e5222 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:57:13.877045 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:13.898864 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08b27b76-1cd7-4a3e-93fc-7ef6c0079588 req-599faa7c-5b78-4087-b3ee-5ae839913788 service neutron] 10.222.0.46 "GET /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793644 Mar 24 14:57:14.038117 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port ddbfe72a-8de1-4375-90cb-156080353b99 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:14.038448 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.057161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.057489 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (0a2f73b6-26f0-4a8c-939a-2352303e5222), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.080187 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for 0a2f73b6-26f0-4a8c-939a-2352303e5222 owned by network:floatingip {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:57:14.101132 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-03614dff-b398-4317-9b1d-778cb86950d1 None None] Current status of the port ddbfe72a-8de1-4375-90cb-156080353b99 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:14.101532 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-03614dff-b398-4317-9b1d-778cb86950d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.118474 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:12Z', 'revision_number': 3, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:14.168788 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Checking router: 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:14.169631 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Updating router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 port 87938f9d-7853-4904-81b0-0b6167aae81d binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:14.213343 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.215655 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-03614dff-b398-4317-9b1d-778cb86950d1 None None] For port ddbfe72a-8de1-4375-90cb-156080353b99, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ddbfe72a-8de1-4375-90cb-156080353b99,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:14.226285 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-03614dff-b398-4317-9b1d-778cb86950d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.375076 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03614dff-b398-4317-9b1d-778cb86950d1 None None] Pushing event updated for resources: {'Port': ['ID=ddbfe72a-8de1-4375-90cb-156080353b99,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:14.394095 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port ddbfe72a-8de1-4375-90cb-156080353b99 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:14.455675 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-e3239029-41b6-486e-9cb3-61277cbe2914 None None] Provisioning complete for port ddbfe72a-8de1-4375-90cb-156080353b99 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:14.456188 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e3239029-41b6-486e-9cb3-61277cbe2914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.591848 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e3239029-41b6-486e-9cb3-61277cbe2914 None None] Current status of the port ddbfe72a-8de1-4375-90cb-156080353b99 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:14.656377 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Publish callbacks [] for port (87938f9d-7853-4904-81b0-0b6167aae81d), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.664262 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.713189 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Attempting to bind port 87938f9d-7853-4904-81b0-0b6167aae81d on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:14.713556 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Attempting to bind port 87938f9d-7853-4904-81b0-0b6167aae81d by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:14.713912 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Attempting to bind port 87938f9d-7853-4904-81b0-0b6167aae81d on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:14.721079 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Pushing event updated for resources: {'Port': ['ID=87938f9d-7853-4904-81b0-0b6167aae81d,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:14.724291 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:14.724663 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:14.725219 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.725453 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:14.725912 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Bound port: 87938f9d-7853-4904-81b0-0b6167aae81d, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:14.726603 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.752204 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.752543 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.752896 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.753235 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.753561 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.753882 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.754230 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.754550 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.754907 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.755228 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.755567 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.755879 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.756203 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.756518 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.756828 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:14.769038 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (0a2f73b6-26f0-4a8c-939a-2352303e5222), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.794804 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] For port 87938f9d-7853-4904-81b0-0b6167aae81d, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:14.798526 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] For port 87938f9d-7853-4904-81b0-0b6167aae81d, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=87938f9d-7853-4904-81b0-0b6167aae81d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:14.805067 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.809409 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=0a2f73b6-26f0-4a8c-939a-2352303e5222,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:14.903391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.927681 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (300e05b0-deca-4227-a34b-c8739e6fea06), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.930379 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:14.933963 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-a21cf14f-0921-4083-a2e0-fb866ca54f64 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/floatingips/300e05b0-deca-4227-a34b-c8739e6fea06 HTTP/1.1" status: 204 len: 168 time: 1.3297760 Mar 24 14:57:14.988824 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94532d7-fb3f-494c-be66-052b1f20a43f None None] Pushing event updated for resources: {'Port': ['ID=87938f9d-7853-4904-81b0-0b6167aae81d,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:14.997831 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:14.998568 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:15.117766 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Allocated IP 172.20.0.1 (bbaa1606-e692-4722-b99e-2b545d0801dd/fa91b826-5efe-400e-97a6-a39325ebb2f6/e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:15.141257 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:15.254747 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks [] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:15.291911 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:15.334820 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Network bbaa1606-e692-4722-b99e-2b545d0801dd is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:15.339933 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:15.345823 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:15.377001 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:12Z', 'revision_number': 3, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:15.397391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:15.428928 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc60a5-04e7-4ff4-a232-387a8272540a None None] The sync data for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi is: [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:12Z', 'revision_number': 3, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:15.455297 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:15.476982 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddbfe72a-8de1-4375-90cb-156080353b99 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:15.557541 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port ddbfe72a-8de1-4375-90cb-156080353b99 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:15.558208 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:15.635367 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-7fac07a6-3c5c-49d1-8681-1a6b82b5843b None None] Provisioning complete for port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:15.635680 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7fac07a6-3c5c-49d1-8681-1a6b82b5843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:15.676108 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-7fac07a6-3c5c-49d1-8681-1a6b82b5843b None None] Port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:15.713006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port ddbfe72a-8de1-4375-90cb-156080353b99 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:15.715823 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:15.974940 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks [] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:15.981181 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:16.052751 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:16.060897 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:16.165155 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Network bbaa1606-e692-4722-b99e-2b545d0801dd is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:16.167128 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:16.306211 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:16.468826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:16.478201 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-975ffc13-bcf3-49bf-9fb5-d91614aa4bc5 admin admin] 10.222.0.43 "PUT /v2.0/routers/89c4dd8a-de74-41c7-9b46-6dec007ec5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7680528 Mar 24 14:57:16.518670 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-4aba2e7d-7486-4e62-96cc-042f731e96fd None None] Provisioning complete for port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:16.519115 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4aba2e7d-7486-4e62-96cc-042f731e96fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:16.560969 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-4aba2e7d-7486-4e62-96cc-042f731e96fd None None] Port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:16.748282 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74061a-5819-4423-bc2d-aae39be8eb78 req-15d27a17-9058-4e97-b003-b81f23a3075c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:16.749773 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4c74061a-5819-4423-bc2d-aae39be8eb78 req-15d27a17-9058-4e97-b003-b81f23a3075c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.0549953 Mar 24 14:57:16.796349 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4c74061a-5819-4423-bc2d-aae39be8eb78 req-a6eaf2ee-9e1c-4727-9681-a174183a42fa tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Mar 24 14:57:16.872854 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50450) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:16.918139 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] Deleting subnet a75e3c65-5d08-4bee-83d5-15abbb130a8c {{(pid=109716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:57:16.921328 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] Publish callbacks [] for subnet (a75e3c65-5d08-4bee-83d5-15abbb130a8c), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:16.958497 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] Publish callbacks [] for subnet (a75e3c65-5d08-4bee-83d5-15abbb130a8c), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:16.963974 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (a75e3c65-5d08-4bee-83d5-15abbb130a8c), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.023208 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (a75e3c65-5d08-4bee-83d5-15abbb130a8c), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.048939 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75e3c65-5d08-4bee-83d5-15abbb130a8c,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:17.053010 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.062125 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-1964f61b-db21-4aed-8eae-93440cd1933e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a75e3c65-5d08-4bee-83d5-15abbb130a8c HTTP/1.1" status: 204 len: 168 time: 0.1831796 Mar 24 14:57:17.062125 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50456) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:17.062393 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50458) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:17.065296 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-412369317-network', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:17.085323 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Made reservation on behalf of f166c33786ea437b9c5b41459626dcc9 for: {'network': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:17.088701 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.100311 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.141005 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (665378d7-e758-4a9d-a59c-4dcb2fc85b15), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.175449 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks [] for security_group (b1baef37-6fb2-448c-8a1a-3167bc24fcdc), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.179066 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b1baef37-6fb2-448c-8a1a-3167bc24fcdc), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.205737 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:57:17.211960 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1baef37-6fb2-448c-8a1a-3167bc24fcdc,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:17.218319 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (bbf6834a-8469-4881-b2fb-33b4c03f986e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.218704 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.segments_db [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Added segment bbf6834a-8469-4881-b2fb-33b4c03f986e of type vlan for network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c Mar 24 14:57:17.221439 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (665378d7-e758-4a9d-a59c-4dcb2fc85b15), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.242678 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665378d7-e758-4a9d-a59c-4dcb2fc85b15']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:17.252389 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002843d-e17d-48b2-be0e-d7292a55b824') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:17.252675 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002843d-e17d-48b2-be0e-d7292a55b824') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:17.261213 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (3a944b29-2e2c-46b5-9eff-df3b3a748b3c), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.262226 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (a002843d-e17d-48b2-be0e-d7292a55b824), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.279830 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (a002843d-e17d-48b2-be0e-d7292a55b824), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.286652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (3a944b29-2e2c-46b5-9eff-df3b3a748b3c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.286997 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:57:17.287495 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (a002843d-e17d-48b2-be0e-d7292a55b824), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.287676 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:17.288344 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:57:17.289418 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:57:17.349572 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2865438 Mar 24 14:57:17.349787 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50460) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:17.354461 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (665378d7-e758-4a9d-a59c-4dcb2fc85b15), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.354613 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Request body: {'subnet': {'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-412369317-subnet', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'ip_version': 4}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:17.359682 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.362745 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4292a61-bf83-4a9c-b1b3-b0299267cc3c admin admin] Pushing event updated for resources: {'Network': ['ID=3a944b29-2e2c-46b5-9eff-df3b3a748b3c,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:17.366048 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] 10.222.0.43 "DELETE /v2.0/networks/665378d7-e758-4a9d-a59c-4dcb2fc85b15 HTTP/1.1" status: 204 len: 168 time: 0.3004436 Mar 24 14:57:17.383481 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1d8a5-a829-4317-9c80-3e2f953f5913 admin admin] Pushing event deleted for resources: {'Network': ['ID=665378d7-e758-4a9d-a59c-4dcb2fc85b15,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:17.387257 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Made reservation on behalf of f166c33786ea437b9c5b41459626dcc9 for: {'subnet': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:17.389999 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.393051 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:57:17.465435 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Sync routers for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:17.486407 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:17.487719 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:17.489025 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 87938f9d-7853-4904-81b0-0b6167aae81d up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:17.566659 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 87938f9d-7853-4904-81b0-0b6167aae81d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:17.568010 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.592997 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (2a6c9592-ba57-4a68-89ae-48c217ad1a50), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.607930 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:17.653925 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6c9592-ba57-4a68-89ae-48c217ad1a50,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:17.666543 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 87938f9d-7853-4904-81b0-0b6167aae81d is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:17.667112 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.668312 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Checking segment: {'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:17.669031 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Network hostable DHCP agents. Network: 3a944b29-2e2c-46b5-9eff-df3b3a748b3c, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:57:17.680512 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50464) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:17.690418 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port 87938f9d-7853-4904-81b0-0b6167aae81d, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=87938f9d-7853-4904-81b0-0b6167aae81d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:17.696227 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.708351 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:57:17.727284 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 3a944b29-2e2c-46b5-9eff-df3b3a748b3c) {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:17.731978 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:17.732652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.744104 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b55be-df9f-42d5-a314-f3b30d6345c8 None None] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:17.749048 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-cacfeb2f-6b37-4aed-9a8d-2fdb63df80cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcf4fbcb56b84e6a96801d771f325883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672967 Mar 24 14:57:17.752143 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50466) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:17.761444 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=87938f9d-7853-4904-81b0-0b6167aae81d,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:17.771620 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-662fa7aa-0ed9-4347-a38c-839beeb6e337 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4190037 Mar 24 14:57:17.774069 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50468) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:17.782527 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:17.807352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (d97fe469-7e52-40dd-b376-fb842b299549), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.809441 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (d97fe469-7e52-40dd-b376-fb842b299549), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.853572 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 2, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:17.875700 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6625339f-033a-4cec-aafb-cd3525e46a5c admin admin] Publish callbacks [] for security_group (5cd17302-1c77-4fcd-92cc-4273c461c693), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.881228 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'fixed_ips': [{'subnet_id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:57:17.882323 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.884721 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks [] for router_controller (d97fe469-7e52-40dd-b376-fb842b299549), precommit_add_association {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.895575 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Checking router: 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:17.895928 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Updating router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:17.935262 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:17.961100 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6625339f-033a-4cec-aafb-cd3525e46a5c admin admin] Publish callbacks [] for security_group (5cd17302-1c77-4fcd-92cc-4273c461c693), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.041573 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8603b-6f99-4203-869d-8f420ce05533 req-77e95e95-2fb8-4089-80e9-72f26e76c400 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:18.043438 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6fb8603b-6f99-4203-869d-8f420ce05533 req-77e95e95-2fb8-4089-80e9-72f26e76c400 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.1271446 Mar 24 14:57:18.077310 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Allocated IP 172.20.0.2 (3a944b29-2e2c-46b5-9eff-df3b3a748b3c/2a6c9592-ba57-4a68-89ae-48c217ad1a50/4ddfb5f7-9431-4dda-92b6-e5d047dcdce3) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:18.079234 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks [] for router_gateway (d97fe469-7e52-40dd-b376-fb842b299549), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.088161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6625339f-033a-4cec-aafb-cd3525e46a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5cd17302-1c77-4fcd-92cc-4273c461c693), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.091738 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6625339f-033a-4cec-aafb-cd3525e46a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.093182 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6625339f-033a-4cec-aafb-cd3525e46a5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cd17302-1c77-4fcd-92cc-4273c461c693 HTTP/1.1" status: 204 len: 168 time: 0.3398056 Mar 24 14:57:18.123663 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625339f-033a-4cec-aafb-cd3525e46a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd17302-1c77-4fcd-92cc-4273c461c693,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:18.144842 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6fb8603b-6f99-4203-869d-8f420ce05533 req-3972fe31-2f24-43d3-8321-bdb51f26b5bb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951962 Mar 24 14:57:18.265274 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Publish callbacks [] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.273528 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.291477 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Publish callbacks [] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.300477 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.332765 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18424275-13bd-4f4a-bcca-750b178a3190 None None] Pushing event updated for resources: {'Port': ['ID=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:18.342377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks [] for router_gateway (d97fe469-7e52-40dd-b376-fb842b299549), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.362443 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:18.368556 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.396377 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:18.404362 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:18.409166 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Attempting to bind port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:18.409608 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Attempting to bind port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:18.410063 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Attempting to bind port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 on network bbaa1606-e692-4722-b99e-2b545d0801dd {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:18.419587 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:18.419977 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Checking segment: {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:18.420810 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.422126 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Bound using segment: {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:18.422248 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Pushing event updated for resources: {'Port': ['ID=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:18.422336 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Bound port: e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:18.422336 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.481338 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Attempting to bind port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:18.481663 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Attempting to bind port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:18.482033 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Attempting to bind port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 on network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:18.487637 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:18.488184 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Checking segment: {'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:18.488462 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.488857 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Bound using segment: {'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:18.489331 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Bound port: 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:18.489716 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.536872 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Allocated IP 172.27.1.129 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/bd673446-2e90-4dd7-b20b-b1e7eb63a4b0) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:18.608737 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] For port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:18.610459 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] For port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:18.617583 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] For port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:18.618896 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] For port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,segment=NetworkSegment(bbf6834a-8469-4881-b2fb-33b4c03f986e),segment_id=bbf6834a-8469-4881-b2fb-33b4c03f986e)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:18.627724 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.639440 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.653394 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.679356 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:18.680090 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:18.755758 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5c768-c061-4603-9b73-fab220889fe5 None None] Pushing event updated for resources: {'Port': ['ID=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:18.761391 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks [] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.780905 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-30f8dddd-b369-4881-a4f4-ecbe42356ac3 None None] Provisioning complete for port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:18.781414 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-30f8dddd-b369-4881-a4f4-ecbe42356ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.823921 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18424275-13bd-4f4a-bcca-750b178a3190 None None] Pushing event updated for resources: {'Port': ['ID=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,revision_number=4']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:18.854937 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:18.897422 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fa722-285e-446d-a69d-66d4b31099d0 req-69db335e-7ffd-4977-9fa2-ce54aa23f121 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:18.901566 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-134fa722-285e-446d-a69d-66d4b31099d0 req-69db335e-7ffd-4977-9fa2-ce54aa23f121 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.1355579 Mar 24 14:57:18.912426 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.956329 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-30f8dddd-b369-4881-a4f4-ecbe42356ac3 None None] Current status of the port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:18.956730 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-30f8dddd-b369-4881-a4f4-ecbe42356ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:18.981387 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:19.010972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:19.014959 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:19.017288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:19.037392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-30f8dddd-b369-4881-a4f4-ecbe42356ac3 None None] For port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:19.044819 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-30f8dddd-b369-4881-a4f4-ecbe42356ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.195862 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8dddd-b369-4881-a4f4-ecbe42356ac3 None None] Pushing event updated for resources: {'Port': ['ID=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:19.204324 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-21bd7406-8327-4acd-92d3-b21d4518817e None None] Provisioning complete for port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:19.205026 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-21bd7406-8327-4acd-92d3-b21d4518817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.225516 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port 0626ab4b-cf53-4f58-9f2f-664800314414 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:57:19.225946 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.274613 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:19.333523 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-21bd7406-8327-4acd-92d3-b21d4518817e None None] Current status of the port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:19.366826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50496) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:19.430892 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks [] for router_gateway (d97fe469-7e52-40dd-b376-fb842b299549), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.440529 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87739d2-a78e-4af4-82dd-ef2954a58cea None None] The sync data for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi is: [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:19.498763 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-939207048-network', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:19.554016 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Made reservation on behalf of ba28e6d467154998b4eae495425f12aa for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:19.556798 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.567144 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.634478 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:19.689922 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks [] for security_group (0ab24268-a4cc-40a4-a41e-de44216ea5c3), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.696208 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (0ab24268-a4cc-40a4-a41e-de44216ea5c3), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.701945 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:19.708381 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.733659 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:57:19.748929 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab24268-a4cc-40a4-a41e-de44216ea5c3,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:19.770059 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (f6497159-3156-4685-ae45-1fe5716e36aa), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.770611 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Added segment f6497159-3156-4685-ae45-1fe5716e36aa of type vlan for network ba07bd07-fe18-4344-84a9-6361162c2139 Mar 24 14:57:19.834075 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:19.835046 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.844871 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (ba07bd07-fe18-4344-84a9-6361162c2139), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.883311 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,segment=NetworkSegment(bbf6834a-8469-4881-b2fb-33b4c03f986e),segment_id=bbf6834a-8469-4881-b2fb-33b4c03f986e)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:19.891566 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.892570 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 87938f9d-7853-4904-81b0-0b6167aae81d up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:19.896435 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (ba07bd07-fe18-4344-84a9-6361162c2139), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.897635 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:19.898554 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.902618 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a3ae3-41f3-46bb-984c-068f3e31eded req-2196a439-1e87-4f8c-ada4-8f59d8b9844e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:19.910511 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e20a3ae3-41f3-46bb-984c-068f3e31eded req-2196a439-1e87-4f8c-ada4-8f59d8b9844e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 946 time: 0.6250267 Mar 24 14:57:19.937956 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] For port 0626ab4b-cf53-4f58-9f2f-664800314414, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0626ab4b-cf53-4f58-9f2f-664800314414,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:19.938353 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:19.993328 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6238701 Mar 24 14:57:19.997065 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50500) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:20.002384 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Request body: {'subnet': {'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-939207048-subnet', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:20.018638 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b592d1-cf1b-4346-bd2b-84d1253346d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba07bd07-fe18-4344-84a9-6361162c2139,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:20.040794 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network ba07bd07-fe18-4344-84a9-6361162c2139 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:57:20.054955 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Made reservation on behalf of ba28e6d467154998b4eae495425f12aa for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:20.057283 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253431'] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.123970 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:20.136978 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 87938f9d-7853-4904-81b0-0b6167aae81d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:20.137343 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.221302 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e20a3ae3-41f3-46bb-984c-068f3e31eded req-caaa83de-d758-4f1f-81a3-9d12a369ac60 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=937e4290-b44b-45cc-9ea7-4d294c639d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098745 Mar 24 14:57:20.295558 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 87938f9d-7853-4904-81b0-0b6167aae81d is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:20.300018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a43e9f-42cd-4ac0-93fe-c69aa5a6302f None None] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:20.334257 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4588259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253409'] for subnet (b9ea3fff-a008-4103-ad6a-e053d77cfa02), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.349285 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (d97fe469-7e52-40dd-b376-fb842b299549), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.411933 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ea3fff-a008-4103-ad6a-e053d77cfa02,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:20.418946 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-3e775262-6f93-4727-a578-9641d538c7e4 None None] Provisioning complete for port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:20.419378 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3e775262-6f93-4727-a578-9641d538c7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.424958 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Checking segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:20.425315 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Network hostable DHCP agents. Network: ba07bd07-fe18-4344-84a9-6361162c2139, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:57:20.434311 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.434654 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.435048 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.435384 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.435715 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.436042 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.436390 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.436823 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.437527 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.437527 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.437784 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.438169 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.438432 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.439106 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.439106 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.451453 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.451876 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (4e999877-3394-4020-b1a7-538b8d4ae5ce), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.452264 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP 4e999877-3394-4020-b1a7-538b8d4ae5ce disassociated. External IP: 172.27.1.131, port: 0626ab4b-cf53-4f58-9f2f-664800314414. Mar 24 14:57:20.452665 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for 0626ab4b-cf53-4f58-9f2f-664800314414 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:57:20.461701 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Network ba07bd07-fe18-4344-84a9-6361162c2139 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:57:20.486337 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, ba07bd07-fe18-4344-84a9-6361162c2139) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:20.491051 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:20.491627 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.513334 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-199d7125-fa20-418e-b305-3de04a7e9a0b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5148575 Mar 24 14:57:20.516012 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50504) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:20.525186 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:20.559206 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (30df3629-53d7-4d63-a10b-ae40e8ef91ed), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.560563 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (30df3629-53d7-4d63-a10b-ae40e8ef91ed), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.590029 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Router d97fe469-7e52-40dd-b376-fb842b299549 is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:57:20.607797 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1978c39-54e3-461e-af77-fbeee3bf4343 None None] Network ba07bd07-fe18-4344-84a9-6361162c2139 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:20.625077 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks [] for router_controller (30df3629-53d7-4d63-a10b-ae40e8ef91ed), precommit_add_association {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.714734 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (0626ab4b-cf53-4f58-9f2f-664800314414), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.775474 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-3e775262-6f93-4727-a578-9641d538c7e4 None None] Current status of the port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:20.796248 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=0626ab4b-cf53-4f58-9f2f-664800314414,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:20.800289 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-ba07bd07-fe18-4344-84a9-6361162c2139', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:57:20.801549 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.815032 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.815382 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.815730 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.816067 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.816396 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.816729 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.817054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.817377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.817701 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.818022 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.818449 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.818796 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.819086 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.819407 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.819724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:20.844715 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0626ab4b-cf53-4f58-9f2f-664800314414 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:57:20.876262 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks [] for router_gateway (30df3629-53d7-4d63-a10b-ae40e8ef91ed), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:20.972254 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 0626ab4b-cf53-4f58-9f2f-664800314414 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:57:20.973005 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0626ab4b-cf53-4f58-9f2f-664800314414 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:57:20.983641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:20.997997 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Sync routers for ids ['d97fe469-7e52-40dd-b376-fb842b299549'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:21.058418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:21.081139 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.082389 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0f54572c-ebad-45ed-93e1-79d4f8e7b1f2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3071098 Mar 24 14:57:21.086743 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Routers {'d97fe469-7e52-40dd-b376-fb842b299549'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:21.087612 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['d97fe469-7e52-40dd-b376-fb842b299549'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:21.119756 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50514) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:21.234842 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks [] for router_gateway (30df3629-53d7-4d63-a10b-ae40e8ef91ed), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.256897 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.262992 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Set router d97fe469-7e52-40dd-b376-fb842b299549 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:21.345017 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:21.360244 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:21.375252 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:21.377152 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:21.389034 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-10bd7f73-f8da-40fa-8956-7a1f7fe09d62 None None] Provisioning complete for port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:21.389414 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-10bd7f73-f8da-40fa-8956-7a1f7fe09d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.416641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] No DVR routers for this DVR port 0626ab4b-cf53-4f58-9f2f-664800314414 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:57:21.419443 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.423001 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-134fa722-285e-446d-a69d-66d4b31099d0 req-f96196f3-c326-458f-8364-7d39879f1e3d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "DELETE /v2.0/ports/0626ab4b-cf53-4f58-9f2f-664800314414 HTTP/1.1" status: 204 len: 173 time: 2.5129449 Mar 24 14:57:21.438963 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Allocated IP 172.20.0.2 (ba07bd07-fe18-4344-84a9-6361162c2139/b9ea3fff-a008-4103-ad6a-e053d77cfa02/f7165ecb-d48d-4a5b-8339-31d2af2089e4) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:21.466888 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'name': 'network-vif-deleted', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:21.470024 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f737e3-f004-41df-bbfb-f3a53c0574fc" -d '{"events": [{"server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "name": "network-vif-deleted", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:21.484261 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b28db45c-49e9-45f9-b302-2337375bd883 req-36b974ee-07dc-4490-a5d2-5c6eb777380b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0fcb1a8-bd02-4437-90cb-1adff1a32079 HTTP/1.1" status: 200 len: 210 time: 0.0985484 Mar 24 14:57:21.488549 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Allocated IP 172.27.1.98 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/1068ab94-8cb0-43b0-81fa-59244a98577d) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:21.593548 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-10bd7f73-f8da-40fa-8956-7a1f7fe09d62 None None] Current status of the port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:21.630805 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837a515a-ff7b-4cca-9260-c8e2f8b4e1fc x-openstack-request-id: req-837a515a-ff7b-4cca-9260-c8e2f8b4e1fc {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:21.631098 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fcb1a8-bd02-4437-90cb-1adff1a32079", "name": "network-vif-deleted", "tag": "0626ab4b-cf53-4f58-9f2f-664800314414", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:21.631357 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-837a515a-ff7b-4cca-9260-c8e2f8b4e1fc {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:21.631755 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837a515a-ff7b-4cca-9260-c8e2f8b4e1fc'] response: {'server_uuid': 'b0fcb1a8-bd02-4437-90cb-1adff1a32079', 'name': 'network-vif-deleted', 'tag': '0626ab4b-cf53-4f58-9f2f-664800314414', 'status': 'completed', 'code': 200} Mar 24 14:57:21.639550 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:21.671830 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:21.690532 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks [] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.743324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.785473 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:21.788820 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:21.793105 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:21.802308 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T14:57:19Z', 'revision_number': 3, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port': {'id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:18Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:21.838218 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Checking router: d97fe469-7e52-40dd-b376-fb842b299549 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:21.838598 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Updating router d97fe469-7e52-40dd-b376-fb842b299549 port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:21.841212 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:21.841650 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.845467 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Publish callbacks [] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.879554 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1068ab94-8cb0-43b0-81fa-59244a98577d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:21.893891 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.922451 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:21.963117 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:21.964470 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:21.973275 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:21.974390 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:21.974697 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Network ba07bd07-fe18-4344-84a9-6361162c2139 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:21.998546 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:22.002535 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Pushing event updated for resources: {'Port': ['ID=f7165ecb-d48d-4a5b-8339-31d2af2089e4,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:22.004808 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:22.059875 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.160973 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:22.202783 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Attempting to bind port f7165ecb-d48d-4a5b-8339-31d2af2089e4 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:22.203149 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Attempting to bind port f7165ecb-d48d-4a5b-8339-31d2af2089e4 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:22.203521 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Attempting to bind port f7165ecb-d48d-4a5b-8339-31d2af2089e4 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:22.213534 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:22.217010 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:22.257729 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks [] for router_gateway (30df3629-53d7-4d63-a10b-ae40e8ef91ed), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.292244 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:22.293911 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Checking segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:22.303190 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.303630 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Bound using segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:22.304145 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Bound port: f7165ecb-d48d-4a5b-8339-31d2af2089e4, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:22.304542 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.343652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Allocated IP 172.20.0.1 (3a944b29-2e2c-46b5-9eff-df3b3a748b3c/2a6c9592-ba57-4a68-89ae-48c217ad1a50/aaa9809c-889c-419a-9cbb-b79f657d624f) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:22.446763 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:22.447114 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.454389 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks [] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.479306 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:22.491365 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (30df3629-53d7-4d63-a10b-ae40e8ef91ed), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.512095 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344cd5f-006a-4aba-ae12-418555137f3d None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:22.516781 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.554403 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] For port f7165ecb-d48d-4a5b-8339-31d2af2089e4, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:22.572858 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] For port f7165ecb-d48d-4a5b-8339-31d2af2089e4, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=f7165ecb-d48d-4a5b-8339-31d2af2089e4,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:22.591743 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:22.593561 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.596579 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:22.600343 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:22.601132 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (d97fe469-7e52-40dd-b376-fb842b299549), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.603385 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Publish callbacks [] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.653253 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50526) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:22.675869 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.691977 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Pushing event updated for resources: {'Port': ['ID=aaa9809c-889c-419a-9cbb-b79f657d624f,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:22.698490 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc44d2-16bc-461b-ba3c-3cf3130a1497 None None] Pushing event updated for resources: {'Port': ['ID=f7165ecb-d48d-4a5b-8339-31d2af2089e4,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:22.700031 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:57:22.902276 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9d778104-8aea-4d08-9fd7-b2276e97a099 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (937e4290-b44b-45cc-9ea7-4d294c639d9a), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.932117 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.956001 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9d778104-8aea-4d08-9fd7-b2276e97a099 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (937e4290-b44b-45cc-9ea7-4d294c639d9a), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:22.973555 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Attempting to bind port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:22.974012 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Attempting to bind port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:22.975192 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Attempting to bind port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:22.987200 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:22.999847 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:23.007430 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d046a-8942-43fc-9fef-5ce8f6a22b70 None None] New status for floating IP 4e999877-3394-4020-b1a7-538b8d4ae5ce: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:57:23.025836 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:23.026652 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:23.049619 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.054107 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-97a69d23-b9ad-4482-b3e3-805da82cb9b3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5320673 Mar 24 14:57:23.054579 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50528) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:23.055011 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765d2a9-8ac3-4c28-82b4-a45f67fd0e13 None None] Pushing event updated for resources: {'Port': ['ID=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:23.083204 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:23.093923 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:23.095940 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:23.096492 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.097009 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:23.098747 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Bound port: bd673446-2e90-4dd7-b20b-b1e7eb63a4b0, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:23.099346 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.194884 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:23.275776 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] For port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:23.280530 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] For port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:23.292031 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.309400 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-6ab4fec5-90c0-465b-ba7d-c06790b83faa None None] Provisioning complete for port aaa9809c-889c-419a-9cbb-b79f657d624f triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:23.309852 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fec5-90c0-465b-ba7d-c06790b83faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.382701 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765d2a9-8ac3-4c28-82b4-a45f67fd0e13 None None] Pushing event updated for resources: {'Port': ['ID=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:23.467777 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4fec5-90c0-465b-ba7d-c06790b83faa None None] Port aaa9809c-889c-419a-9cbb-b79f657d624f cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:23.470007 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Routers {'d97fe469-7e52-40dd-b376-fb842b299549'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:23.472037 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['d97fe469-7e52-40dd-b376-fb842b299549'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:23.571361 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 3, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:23.611855 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:23.612245 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Updating router 30df3629-53d7-4d63-a10b-ae40e8ef91ed port 1068ab94-8cb0-43b0-81fa-59244a98577d binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:23.647321 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks [] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.647921 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f7165ecb-d48d-4a5b-8339-31d2af2089e4 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:23.649819 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9d778104-8aea-4d08-9fd7-b2276e97a099 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (937e4290-b44b-45cc-9ea7-4d294c639d9a), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.652141 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9d778104-8aea-4d08-9fd7-b2276e97a099 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.656838 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9d778104-8aea-4d08-9fd7-b2276e97a099 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/security-groups/937e4290-b44b-45cc-9ea7-4d294c639d9a HTTP/1.1" status: 204 len: 168 time: 0.9980178 Mar 24 14:57:23.660931 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50536) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:23.663433 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.665741 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.666503 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (d97fe469-7e52-40dd-b376-fb842b299549), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.720274 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.api.v2.resource [None req-46b37563-4575-46f3-860e-5390856b1249 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] show failed (client error): The resource could not be found. Mar 24 14:57:23.724561 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-46b37563-4575-46f3-860e-5390856b1249 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups/937e4290-b44b-45cc-9ea7-4d294c639d9a HTTP/1.1" status: 404 len: 347 time: 0.0599794 Mar 24 14:57:23.731086 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50538) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:23.731897 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d778104-8aea-4d08-9fd7-b2276e97a099 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e4290-b44b-45cc-9ea7-4d294c639d9a,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:23.780738 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Pushing event updated for resources: {'Port': ['ID=aaa9809c-889c-419a-9cbb-b79f657d624f,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:23.787015 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] Set router d97fe469-7e52-40dd-b376-fb842b299549 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:23.789463 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port f7165ecb-d48d-4a5b-8339-31d2af2089e4 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:23.789592 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.858846 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f3c1-d313-4874-99e2-3751bcd134da req-696f3963-1bf6-40e2-8df9-261da92cd6e8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:23.861134 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8185f3c1-d313-4874-99e2-3751bcd134da req-696f3963-1bf6-40e2-8df9-261da92cd6e8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.1781054 Mar 24 14:57:23.969561 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:23.971836 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port e72cd5d9-72d9-4718-9fae-014e592baecd {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:57:23.973311 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:23.974405 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:24.031333 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8185f3c1-d313-4874-99e2-3751bcd134da req-ef956517-09c1-49d3-b228-af8d67dd7b8a tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561353 Mar 24 14:57:24.104380 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Publish callbacks [] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.117602 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.177084 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfde8e-5eb1-4bd4-ac07-4e0646d75b17 None None] Pushing event updated for resources: {'Port': ['ID=1068ab94-8cb0-43b0-81fa-59244a98577d,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:24.180758 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Attempting to bind port 1068ab94-8cb0-43b0-81fa-59244a98577d on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:24.181640 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Attempting to bind port 1068ab94-8cb0-43b0-81fa-59244a98577d by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:24.182290 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Attempting to bind port 1068ab94-8cb0-43b0-81fa-59244a98577d on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:24.191019 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:24.191692 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:24.192279 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.193416 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:24.195217 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Bound port: 1068ab94-8cb0-43b0-81fa-59244a98577d, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:24.195828 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.230688 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.231008 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (e72cd5d9-72d9-4718-9fae-014e592baecd), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.232624 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port f7165ecb-d48d-4a5b-8339-31d2af2089e4 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:24.233108 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.253830 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for e72cd5d9-72d9-4718-9fae-014e592baecd owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:57:24.292429 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] For port 1068ab94-8cb0-43b0-81fa-59244a98577d, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:24.299966 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] For port 1068ab94-8cb0-43b0-81fa-59244a98577d, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=1068ab94-8cb0-43b0-81fa-59244a98577d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:24.314592 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.342658 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port f7165ecb-d48d-4a5b-8339-31d2af2089e4, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=f7165ecb-d48d-4a5b-8339-31d2af2089e4,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:24.344434 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Router d97fe469-7e52-40dd-b376-fb842b299549 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:24.356677 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.388432 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.403478 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef61ccb-c54e-47ab-8989-f3cefbbf58a8 None None] Network ba07bd07-fe18-4344-84a9-6361162c2139 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:24.428231 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfde8e-5eb1-4bd4-ac07-4e0646d75b17 None None] Pushing event updated for resources: {'Port': ['ID=1068ab94-8cb0-43b0-81fa-59244a98577d,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:24.447750 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:24.448670 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:24.462010 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 4, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port': {'id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:18Z', 'updated_at': '2022-03-24T14:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'aaa9809c-889c-419a-9cbb-b79f657d624f', 'name': '', 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'mac_address': 'fa:16:3e:b9:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:22Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 1, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'subnets': [{'id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:24.503749 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e92747-1566-4976-831d-d640d4f00072 None None] The sync data for ids ['d97fe469-7e52-40dd-b376-fb842b299549'] in dv-cinder-834805-2-iscsi is: [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 4, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port': {'id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:18Z', 'updated_at': '2022-03-24T14:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'aaa9809c-889c-419a-9cbb-b79f657d624f', 'name': '', 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'mac_address': 'fa:16:3e:b9:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:22Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 1, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'subnets': [{'id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:24.521001 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-255d31bf-8c5c-4802-8fb6-3631b98bb0d6 None None] Provisioning complete for port aaa9809c-889c-419a-9cbb-b79f657d624f triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:24.521383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-255d31bf-8c5c-4802-8fb6-3631b98bb0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.526827 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:24.532560 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-b266cb5c-4341-492c-a107-ddd3ea76635d admin admin] 10.222.0.43 "PUT /v2.0/routers/d97fe469-7e52-40dd-b376-fb842b299549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4115434 Mar 24 14:57:24.537906 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=f7165ecb-d48d-4a5b-8339-31d2af2089e4,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:24.582462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (e72cd5d9-72d9-4718-9fae-014e592baecd), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.606897 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-255d31bf-8c5c-4802-8fb6-3631b98bb0d6 None None] Port aaa9809c-889c-419a-9cbb-b79f657d624f cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:24.633179 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:24.664787 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Allocated IP 172.20.0.1 (ba07bd07-fe18-4344-84a9-6361162c2139/b9ea3fff-a008-4103-ad6a-e053d77cfa02/2ea96910-0f98-4930-9df2-c403e1a54f38) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:24.679304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=e72cd5d9-72d9-4718-9fae-014e592baecd,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:24.681362 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (4e999877-3394-4020-b1a7-538b8d4ae5ce), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.685668 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.690150 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-8b12ea4d-6001-41fb-8abe-56ce522fa6de tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/floatingips/4e999877-3394-4020-b1a7-538b8d4ae5ce HTTP/1.1" status: 204 len: 168 time: 0.9528146 Mar 24 14:57:24.731985 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-dc7c2e76-6fa3-456b-8303-5b78c6279451 None None] Provisioning complete for port f7165ecb-d48d-4a5b-8339-31d2af2089e4 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:24.732358 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dc7c2e76-6fa3-456b-8303-5b78c6279451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.837849 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks [] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.937525 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:24.942708 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c2e76-6fa3-456b-8303-5b78c6279451 None None] Current status of the port f7165ecb-d48d-4a5b-8339-31d2af2089e4 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:25.070060 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Network ba07bd07-fe18-4344-84a9-6361162c2139 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:25.079149 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:25.084192 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:25.088537 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 3, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:25.120013 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36613b3b-f4e4-48bc-ba37-2ca2e19fa850 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 3, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:25.168258 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea96910-0f98-4930-9df2-c403e1a54f38,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:25.172237 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-a6822e1d-db06-4bfd-a178-8023e9609939 None None] Provisioning complete for port f7165ecb-d48d-4a5b-8339-31d2af2089e4 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:25.172618 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a6822e1d-db06-4bfd-a178-8023e9609939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.218199 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (30df3629-53d7-4d63-a10b-ae40e8ef91ed), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.334226 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-a6822e1d-db06-4bfd-a178-8023e9609939 None None] Current status of the port f7165ecb-d48d-4a5b-8339-31d2af2089e4 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:25.459828 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-d5c84a61-666b-4d13-9845-73b750ee279b None None] Provisioning complete for port 2ea96910-0f98-4930-9df2-c403e1a54f38 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:25.461150 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5c84a61-666b-4d13-9845-73b750ee279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.469342 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.503143 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f7165ecb-d48d-4a5b-8339-31d2af2089e4 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:25.573018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d5c84a61-666b-4d13-9845-73b750ee279b None None] Port 2ea96910-0f98-4930-9df2-c403e1a54f38 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:25.587908 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port f7165ecb-d48d-4a5b-8339-31d2af2089e4 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:25.588284 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.590025 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50552) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:25.594909 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-783dfa11-5af1-4713-8946-536098967273 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526699396', 'description': 'tempest-secgroup-smoke-526699396 description', 'project_id': '064f289f92414a78b832c412131fc63a'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:25.638651 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-783dfa11-5af1-4713-8946-536098967273 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.726055 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50554) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:25.730579 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-94afc006-6592-4b59-a080-49c4a9e73095 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694194364', 'description': 'tempest-description--2033766003'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:25.743865 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-783dfa11-5af1-4713-8946-536098967273 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group (d7972140-dc51-40ce-80cd-452faafb8ffe), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.748049 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port f7165ecb-d48d-4a5b-8339-31d2af2089e4 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:25.752185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks [] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.752356 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-783dfa11-5af1-4713-8946-536098967273 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d7972140-dc51-40ce-80cd-452faafb8ffe), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.761348 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.794166 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dfa11-5af1-4713-8946-536098967273 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7972140-dc51-40ce-80cd-452faafb8ffe,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:25.809794 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-783dfa11-5af1-4713-8946-536098967273 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.814462 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-783dfa11-5af1-4713-8946-536098967273 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2206609 Mar 24 14:57:25.814713 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50556) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:25.819638 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-1ad8ebf0-9a61-4770-9e5a-ba8962669b13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'security_group_rule': {'security_group_id': 'd7972140-dc51-40ce-80cd-452faafb8ffe', 'project_id': '064f289f92414a78b832c412131fc63a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:25.853085 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ebf0-9a61-4770-9e5a-ba8962669b13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (e36e519d-405b-42c1-9983-9fa3c0d9ad3e), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.854162 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (30df3629-53d7-4d63-a10b-ae40e8ef91ed), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.865003 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45ade6-7df3-42df-85b6-c28c539dafa5 req-9380cdb0-e0a1-465c-a5ca-c80af077cae6 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:25.874713 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cf45ade6-7df3-42df-85b6-c28c539dafa5 req-9380cdb0-e0a1-465c-a5ca-c80af077cae6 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.2148373 Mar 24 14:57:25.877005 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-94afc006-6592-4b59-a080-49c4a9e73095 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.932418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ebf0-9a61-4770-9e5a-ba8962669b13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (e36e519d-405b-42c1-9983-9fa3c0d9ad3e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.936581 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea96910-0f98-4930-9df2-c403e1a54f38,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:25.936871 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ebf0-9a61-4770-9e5a-ba8962669b13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (e36e519d-405b-42c1-9983-9fa3c0d9ad3e), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.957618 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8ebf0-9a61-4770-9e5a-ba8962669b13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36e519d-405b-42c1-9983-9fa3c0d9ad3e,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:25.963344 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ebf0-9a61-4770-9e5a-ba8962669b13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:25.966964 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-1ad8ebf0-9a61-4770-9e5a-ba8962669b13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486771 Mar 24 14:57:25.967572 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50558) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:25.972131 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-293bb00a-a240-4d29-95af-a3733be897c9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'security_group_rule': {'security_group_id': 'd7972140-dc51-40ce-80cd-452faafb8ffe', 'project_id': '064f289f92414a78b832c412131fc63a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:25.997831 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-293bb00a-a240-4d29-95af-a3733be897c9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (a9f8e881-922a-4fd8-862e-b31fa17d6780), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.021062 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cf45ade6-7df3-42df-85b6-c28c539dafa5 req-4fc0f935-3f79-4128-af7b-439afaecb15c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452041 Mar 24 14:57:26.061369 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-293bb00a-a240-4d29-95af-a3733be897c9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (a9f8e881-922a-4fd8-862e-b31fa17d6780), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.071503 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-293bb00a-a240-4d29-95af-a3733be897c9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (a9f8e881-922a-4fd8-862e-b31fa17d6780), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.106977 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Network ba07bd07-fe18-4344-84a9-6361162c2139 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:26.112120 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bb00a-a240-4d29-95af-a3733be897c9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f8e881-922a-4fd8-862e-b31fa17d6780,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.114241 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:26.118016 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-94afc006-6592-4b59-a080-49c4a9e73095 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (b92b6256-a702-4b23-a911-ae88fcbf997e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.143886 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-293bb00a-a240-4d29-95af-a3733be897c9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.146151 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-293bb00a-a240-4d29-95af-a3733be897c9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1764512 Mar 24 14:57:26.149372 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50560) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:26.154363 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-f8e4224e-886d-427c-b700-fbfb92f49b20 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'security_group_rule': {'security_group_id': 'd7972140-dc51-40ce-80cd-452faafb8ffe', 'project_id': '064f289f92414a78b832c412131fc63a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:26.177926 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-94afc006-6592-4b59-a080-49c4a9e73095 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b92b6256-a702-4b23-a911-ae88fcbf997e), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.194992 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f8e4224e-886d-427c-b700-fbfb92f49b20 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (3e1b012a-22e1-4a89-9fb9-63e206129c7c), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.261993 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-94afc006-6592-4b59-a080-49c4a9e73095 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.263291 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-94afc006-6592-4b59-a080-49c4a9e73095 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5361099 Mar 24 14:57:26.268385 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50562) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:26.273358 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afc006-6592-4b59-a080-49c4a9e73095 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b6256-a702-4b23-a911-ae88fcbf997e,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.275493 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-ba7cc866-ca32-4427-8107-c938fff4f4ad tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': 'b92b6256-a702-4b23-a911-ae88fcbf997e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:26.285540 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f8e4224e-886d-427c-b700-fbfb92f49b20 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (3e1b012a-22e1-4a89-9fb9-63e206129c7c), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.291551 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f8e4224e-886d-427c-b700-fbfb92f49b20 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (3e1b012a-22e1-4a89-9fb9-63e206129c7c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.301243 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:26.318655 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4224e-886d-427c-b700-fbfb92f49b20 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1b012a-22e1-4a89-9fb9-63e206129c7c,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.328194 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f8e4224e-886d-427c-b700-fbfb92f49b20 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.329753 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f8e4224e-886d-427c-b700-fbfb92f49b20 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788478 Mar 24 14:57:26.334700 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50564) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:26.337382 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc866-ca32-4427-8107-c938fff4f4ad tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (59318860-92b6-4472-b96f-05cb2e277007), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.343621 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-dad08fa3-3c5e-4a23-bad4-0aa220c16bdb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'security_group_rule': {'security_group_id': 'd7972140-dc51-40ce-80cd-452faafb8ffe', 'project_id': '064f289f92414a78b832c412131fc63a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:26.419319 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dad08fa3-3c5e-4a23-bad4-0aa220c16bdb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (83f0b782-8723-4ced-8cdd-7758113a400c), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.450997 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:26.457059 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-56aca788-26bc-454e-b9e2-8177d3c4af68 admin admin] 10.222.0.43 "PUT /v2.0/routers/30df3629-53d7-4d63-a10b-ae40e8ef91ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4012222 Mar 24 14:57:26.467954 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc866-ca32-4427-8107-c938fff4f4ad tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (59318860-92b6-4472-b96f-05cb2e277007), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.473805 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc866-ca32-4427-8107-c938fff4f4ad tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (59318860-92b6-4472-b96f-05cb2e277007), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.504156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cc866-ca32-4427-8107-c938fff4f4ad tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59318860-92b6-4472-b96f-05cb2e277007,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.513352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc866-ca32-4427-8107-c938fff4f4ad tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.514650 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ba7cc866-ca32-4427-8107-c938fff4f4ad tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2452917 Mar 24 14:57:26.517432 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50568) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:26.522771 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-9b0d58d6-09d1-49c2-95f8-673ea07f94d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': 'b92b6256-a702-4b23-a911-ae88fcbf997e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:26.533322 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-47595ba6-786e-4748-a1a8-1fe1b5f35896 None None] Provisioning complete for port 2ea96910-0f98-4930-9df2-c403e1a54f38 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:26.536303 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-47595ba6-786e-4748-a1a8-1fe1b5f35896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.542971 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dad08fa3-3c5e-4a23-bad4-0aa220c16bdb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (83f0b782-8723-4ced-8cdd-7758113a400c), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.554147 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dad08fa3-3c5e-4a23-bad4-0aa220c16bdb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (83f0b782-8723-4ced-8cdd-7758113a400c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.578255 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b0d58d6-09d1-49c2-95f8-673ea07f94d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (8939c2fe-caf6-4533-bb1b-b480634b46cf), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.581206 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad08fa3-3c5e-4a23-bad4-0aa220c16bdb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f0b782-8723-4ced-8cdd-7758113a400c,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.595619 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dad08fa3-3c5e-4a23-bad4-0aa220c16bdb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.596254 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-47595ba6-786e-4748-a1a8-1fe1b5f35896 None None] Port 2ea96910-0f98-4930-9df2-c403e1a54f38 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:26.596766 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-dad08fa3-3c5e-4a23-bad4-0aa220c16bdb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2605200 Mar 24 14:57:26.599598 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50570) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:26.605356 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'security_group_rule': {'security_group_id': 'd7972140-dc51-40ce-80cd-452faafb8ffe', 'project_id': '064f289f92414a78b832c412131fc63a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:26.638387 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.securitygroups_db [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Project 064f289f92414a78b832c412131fc63a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:57:26.644510 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (a16544d5-93b3-426e-8341-f274b743d087), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.649735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b0d58d6-09d1-49c2-95f8-673ea07f94d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (8939c2fe-caf6-4533-bb1b-b480634b46cf), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.654790 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b0d58d6-09d1-49c2-95f8-673ea07f94d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (8939c2fe-caf6-4533-bb1b-b480634b46cf), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.677268 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d58d6-09d1-49c2-95f8-673ea07f94d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8939c2fe-caf6-4533-bb1b-b480634b46cf,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.685553 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b0d58d6-09d1-49c2-95f8-673ea07f94d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.687261 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9b0d58d6-09d1-49c2-95f8-673ea07f94d0 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686523 Mar 24 14:57:26.692975 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50574) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:26.699546 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:26.726730 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (a16544d5-93b3-426e-8341-f274b743d087), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.731702 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.733254 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (a16544d5-93b3-426e-8341-f274b743d087), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.758568 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16544d5-93b3-426e-8341-f274b743d087,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.772978 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.774717 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-dc1e6c6c-93ba-49f8-bbea-9bf91eb1b74e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1739340 Mar 24 14:57:26.778767 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50578) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:26.785341 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'security_group_rule': {'security_group_id': 'd7972140-dc51-40ce-80cd-452faafb8ffe', 'project_id': '064f289f92414a78b832c412131fc63a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:26.812384 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.securitygroups_db [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Project 064f289f92414a78b832c412131fc63a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:57:26.818381 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (98d10605-8de2-4433-81be-ec16efcd7433), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.873995 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.898722 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (98d10605-8de2-4433-81be-ec16efcd7433), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.906619 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (98d10605-8de2-4433-81be-ec16efcd7433), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.933899 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d10605-8de2-4433-81be-ec16efcd7433,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:26.948037 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:26.971514 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-a0b9fc0d-7de9-491f-85f3-2ebf084c0980 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1907427 Mar 24 14:57:27.030181 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.27.1.159 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/01f977f0-2f03-468c-b8d9-2459dd316544) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:27.227537 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50618) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:27.233385 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-864255999-network', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:27.237864 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df9c0a-f138-4a48-af19-ce40783292d9 req-21601444-6ed2-49c1-825a-28fda88c92b3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:27.239749 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-70df9c0a-f138-4a48-af19-ce40783292d9 req-21601444-6ed2-49c1-825a-28fda88c92b3 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.1097283 Mar 24 14:57:27.243166 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (01f977f0-2f03-468c-b8d9-2459dd316544), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.263247 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Made reservation on behalf of 59b13974a2f047b695c7a0b5d56a5348 for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:27.265824 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.280696 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.325626 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-70df9c0a-f138-4a48-af19-ce40783292d9 req-438d10a7-594a-4d4b-93a5-042850aabab5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785956 Mar 24 14:57:27.352806 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (01f977f0-2f03-468c-b8d9-2459dd316544), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.410242 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:27.413525 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:27.417246 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:27.418210 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks [] for security_group (38c3d474-0010-474f-9741-cec30ec0f4a0), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.423411 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (38c3d474-0010-474f-9741-cec30ec0f4a0), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.448563 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 14:57:27.453528 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=01f977f0-2f03-468c-b8d9-2459dd316544,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:27.471801 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (9b8a85f1-af8a-4052-9e2d-7cd8998bd413), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.472174 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Added segment 9b8a85f1-af8a-4052-9e2d-7cd8998bd413 of type vlan for network 3dc288e8-30c5-4140-afef-43d26e5ede49 Mar 24 14:57:27.473515 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3d474-0010-474f-9741-cec30ec0f4a0,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:27.504299 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (b3c806ea-9cb4-420b-8744-2fe037cd28f2), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.518595 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (3dc288e8-30c5-4140-afef-43d26e5ede49), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.555060 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (01f977f0-2f03-468c-b8d9-2459dd316544), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.563438 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (3dc288e8-30c5-4140-afef-43d26e5ede49), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.564567 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:27.565147 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.581347 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 1068ab94-8cb0-43b0-81fa-59244a98577d up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:27.657906 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4283173 Mar 24 14:57:27.660297 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50628) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:27.665463 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Request body: {'subnet': {'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-864255999-subnet', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:27.674006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 1068ab94-8cb0-43b0-81fa-59244a98577d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:27.674861 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.685518 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcac89-28c9-44a3-b135-dd18d0ec9ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc288e8-30c5-4140-afef-43d26e5ede49,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:27.696381 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Made reservation on behalf of 59b13974a2f047b695c7a0b5d56a5348 for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:27.699217 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253431'] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.715363 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 14:57:27.797914 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (01f977f0-2f03-468c-b8d9-2459dd316544), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.806970 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (01f977f0-2f03-468c-b8d9-2459dd316544), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.865875 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 1068ab94-8cb0-43b0-81fa-59244a98577d is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:27.866853 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.873487 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (b3c806ea-9cb4-420b-8744-2fe037cd28f2), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.894129 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port 1068ab94-8cb0-43b0-81fa-59244a98577d, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=1068ab94-8cb0-43b0-81fa-59244a98577d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:27.901993 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.901993 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2082520 Mar 24 14:57:27.904128 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:27.905108 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:27.923349 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac8055-1a16-422f-9838-178a2c0749bc tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=01f977f0-2f03-468c-b8d9-2459dd316544,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:27.957802 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4588259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253409'] for subnet (840fc148-d493-4da2-999f-71381c845aba), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.005220 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=1068ab94-8cb0-43b0-81fa-59244a98577d,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:28.027543 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:28.027936 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.031071 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=840fc148-d493-4da2-999f-71381c845aba,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:28.034541 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Checking segment: {'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:28.034913 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Network hostable DHCP agents. Network: 3dc288e8-30c5-4140-afef-43d26e5ede49, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 14:57:28.057681 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 14:57:28.074178 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 3dc288e8-30c5-4140-afef-43d26e5ede49) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:28.080596 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:28.081243 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.094293 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7071248-4e84-4906-90b9-9ff6ab2dd40f None None] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:28.108912 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-89c1cdf1-972c-4668-b880-eeb8caf2c4af admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4474328 Mar 24 14:57:28.111383 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50652) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:28.117063 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:28.144627 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (30f0843b-bd55-47cc-968f-33800db50157), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.145708 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (30f0843b-bd55-47cc-968f-33800db50157), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.208031 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks [] for router_controller (30f0843b-bd55-47cc-968f-33800db50157), precommit_add_association {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.214719 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-54f2319a-72d5-4fd8-bd0c-95abbc64eb50 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--694194364&fields=id&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 267 time: 0.0587065 Mar 24 14:57:28.376972 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:28.377333 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.382753 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks [] for router_gateway (30f0843b-bd55-47cc-968f-33800db50157), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.383919 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-f70db356-1d3e-4bba-a6c2-f810aa10a555 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:28.391440 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-f70db356-1d3e-4bba-a6c2-f810aa10a555 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.1757174 Mar 24 14:57:28.410750 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-e06b1df0-0de6-43db-963a-f49c743eb3db tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/quotas/d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 375 time: 0.0181236 Mar 24 14:57:28.443610 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:28.444733 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-3dc288e8-30c5-4140-afef-43d26e5ede49', 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49', 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'fixed_ips': [{'subnet_id': '840fc148-d493-4da2-999f-71381c845aba'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 14:57:28.445729 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.458920 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.479469 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-8e0be022-9953-4c90-83c7-6ed6448f291a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677311 Mar 24 14:57:28.521006 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1cdf-aa5f-43a6-8965-2771cc499bff req-636bde23-7e1d-4a80-bd70-45b1d8811db1 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:28.522646 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d59b1cdf-aa5f-43a6-8965-2771cc499bff req-636bde23-7e1d-4a80-bd70-45b1d8811db1 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0731688 Mar 24 14:57:28.580168 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:28.608482 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-5bfeeda6-672e-44bc-8205-0409d51ae155 service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143410 Mar 24 14:57:28.669975 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Allocated IP 172.20.0.2 (3dc288e8-30c5-4140-afef-43d26e5ede49/840fc148-d493-4da2-999f-71381c845aba/d1b53d5e-2981-4ced-99a4-79098d823836) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:28.671830 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d59b1cdf-aa5f-43a6-8965-2771cc499bff req-d3be9620-617b-424b-89c8-e9cbe702ba49 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352777 Mar 24 14:57:28.702536 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks [] for router_gateway (30f0843b-bd55-47cc-968f-33800db50157), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.726772 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.736915 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-c1191380-d78e-4de3-bb57-f5a8c867a12e service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258204 Mar 24 14:57:28.846901 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Publish callbacks [] for port (d1b53d5e-2981-4ced-99a4-79098d823836), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.852639 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Allocated IP 172.27.1.115 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/45f86c6a-fba5-4e39-8862-adfc0b474fd5) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:28.864023 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:28.917047 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:28.924743 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:28.934141 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:28.936578 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:28.952495 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:28.953154 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:29.014779 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a43eb497-7225-43d5-98af-27dbbd371d53 req-3b937326-c2d3-43e1-b618-1d262bd5ea2d tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 210 time: 0.0835390 Mar 24 14:57:29.056776 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Pushing event updated for resources: {'Port': ['ID=d1b53d5e-2981-4ced-99a4-79098d823836,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:29.084237 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Attempting to bind port d1b53d5e-2981-4ced-99a4-79098d823836 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:29.084606 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Attempting to bind port d1b53d5e-2981-4ced-99a4-79098d823836 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:29.084963 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Attempting to bind port d1b53d5e-2981-4ced-99a4-79098d823836 on network 3dc288e8-30c5-4140-afef-43d26e5ede49 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:29.085663 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks [] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.094056 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:29.094540 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Checking segment: {'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:29.095081 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.095518 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Bound using segment: {'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:29.096044 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Bound port: d1b53d5e-2981-4ced-99a4-79098d823836, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:29.096476 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.133339 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.164018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:29.168411 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:29.172930 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:29.182381 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:29.229919 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] For port d1b53d5e-2981-4ced-99a4-79098d823836, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:29.288296 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] For port d1b53d5e-2981-4ced-99a4-79098d823836, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=d1b53d5e-2981-4ced-99a4-79098d823836,segment=NetworkSegment(9b8a85f1-af8a-4052-9e2d-7cd8998bd413),segment_id=9b8a85f1-af8a-4052-9e2d-7cd8998bd413)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:29.325219 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.451276 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece3c96-fe77-42f5-8f69-36decce5c083 None None] Pushing event updated for resources: {'Port': ['ID=d1b53d5e-2981-4ced-99a4-79098d823836,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:29.495437 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Sync routers for ids ['d97fe469-7e52-40dd-b376-fb842b299549'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:29.506993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 1068ab94-8cb0-43b0-81fa-59244a98577d up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:29.515226 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Routers {'d97fe469-7e52-40dd-b376-fb842b299549'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:29.516159 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['d97fe469-7e52-40dd-b376-fb842b299549'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:29.533135 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Pushing event updated for resources: {'Port': ['ID=45f86c6a-fba5-4e39-8862-adfc0b474fd5,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:29.581078 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 2, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:29.639423 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:29.639806 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Updating router 30df3629-53d7-4d63-a10b-ae40e8ef91ed port 2ea96910-0f98-4930-9df2-c403e1a54f38 binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:29.668210 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 1068ab94-8cb0-43b0-81fa-59244a98577d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:29.668427 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.696201 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.707063 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks [] for router_gateway (30f0843b-bd55-47cc-968f-33800db50157), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:29.768788 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Set router d97fe469-7e52-40dd-b376-fb842b299549 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:29.939093 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b17b9e-d58a-4a9d-bd8e-1d29517ef9a2 req-3c38d9cc-0758-4769-a563-9ae86da48e77 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:29.942685 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e7b17b9e-d58a-4a9d-bd8e-1d29517ef9a2 req-3c38d9cc-0758-4769-a563-9ae86da48e77 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0846906 Mar 24 14:57:29.997819 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 1068ab94-8cb0-43b0-81fa-59244a98577d is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:29.999867 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:30.057397 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (30f0843b-bd55-47cc-968f-33800db50157), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.064480 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e7b17b9e-d58a-4a9d-bd8e-1d29517ef9a2 req-7b200df0-52fd-47a6-8d93-06dc1dc6b9a4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103132 Mar 24 14:57:30.159851 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 4, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port': {'id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:18Z', 'updated_at': '2022-03-24T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'aaa9809c-889c-419a-9cbb-b79f657d624f', 'name': '', 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'mac_address': 'fa:16:3e:b9:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:22Z', 'updated_at': '2022-03-24T14:57:23Z', 'revision_number': 2, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'subnets': [{'id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:30.204226 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Checking router: d97fe469-7e52-40dd-b376-fb842b299549 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:30.205176 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Updating router d97fe469-7e52-40dd-b376-fb842b299549 port aaa9809c-889c-419a-9cbb-b79f657d624f binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:30.205852 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:30.206372 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.215167 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d63e1b80-f21d-498b-82b6-30fede55c8fd req-452d87c5-b0b6-4912-a5b6-ee692e05db2f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 210 time: 0.0432935 Mar 24 14:57:30.254725 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.257660 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Publish callbacks [] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.276530 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.330283 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f6e5-d0df-43ff-b4f8-8cd589e89ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.348221 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-9a5d88b7-9bb1-44f4-8644-c55b7764f4eb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:30.349507 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-9a5d88b7-9bb1-44f4-8644-c55b7764f4eb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.1098995 Mar 24 14:57:30.421548 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70774671-08d9-4ded-b2bc-c422708f6735 None None] Pushing event updated for resources: {'Port': ['ID=2ea96910-0f98-4930-9df2-c403e1a54f38,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:30.500732 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Router 30f0843b-bd55-47cc-968f-33800db50157 is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 14:57:30.514297 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-5c532616-b5c7-4305-b7ae-6c5ba3847d9a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 379 time: 0.1443684 Mar 24 14:57:30.517976 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Attempting to bind port 2ea96910-0f98-4930-9df2-c403e1a54f38 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:30.518705 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Attempting to bind port 2ea96910-0f98-4930-9df2-c403e1a54f38 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:30.518838 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Attempting to bind port 2ea96910-0f98-4930-9df2-c403e1a54f38 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:30.530073 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:30.530548 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Checking segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:30.530961 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.531520 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Bound using segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:30.531835 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Bound port: 2ea96910-0f98-4930-9df2-c403e1a54f38, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:30.532219 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.546997 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:30.576182 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'port': {'device_id': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'admin_state_up': True, 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'security_groups': ['b92b6256-a702-4b23-a911-ae88fcbf997e']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:30.660971 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] For port 2ea96910-0f98-4930-9df2-c403e1a54f38, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:30.668377 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Publish callbacks [] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.671784 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] For port 2ea96910-0f98-4930-9df2-c403e1a54f38, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=2ea96910-0f98-4930-9df2-c403e1a54f38,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:30.677285 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.681167 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.732046 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d03a-98ee-4966-87df-bcc2ec6b04d8 None None] Pushing event updated for resources: {'Port': ['ID=aaa9809c-889c-419a-9cbb-b79f657d624f,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:30.790745 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Attempting to bind port aaa9809c-889c-419a-9cbb-b79f657d624f on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:30.791440 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Attempting to bind port aaa9809c-889c-419a-9cbb-b79f657d624f by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:30.791812 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Attempting to bind port aaa9809c-889c-419a-9cbb-b79f657d624f on network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:30.798700 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:30.799076 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Checking segment: {'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:30.799487 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.799888 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Bound using segment: {'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:30.800378 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Bound port: aaa9809c-889c-419a-9cbb-b79f657d624f, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf6834a-8469-4881-b2fb-33b4c03f986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:30.800760 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.842624 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:30.865048 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Made reservation on behalf of d60ef6516f464105bbb22a953fe3a9e8 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:30.865728 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Sync routers for ids ['30f0843b-bd55-47cc-968f-33800db50157'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:30.868922 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.876102 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.877352 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-6dd9deba-5657-4a8d-923c-3797b3f32058 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7649283 Mar 24 14:57:30.880191 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50688) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:30.894406 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] For port aaa9809c-889c-419a-9cbb-b79f657d624f, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:30.899539 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] For port aaa9809c-889c-419a-9cbb-b79f657d624f, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=aaa9809c-889c-419a-9cbb-b79f657d624f,segment=NetworkSegment(bbf6834a-8469-4881-b2fb-33b4c03f986e),segment_id=bbf6834a-8469-4881-b2fb-33b4c03f986e)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:30.916328 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:30.982627 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Routers {'d97fe469-7e52-40dd-b376-fb842b299549'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:30.983543 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['d97fe469-7e52-40dd-b376-fb842b299549'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:31.004144 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Routers {'30f0843b-bd55-47cc-968f-33800db50157'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:31.005287 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30f0843b-bd55-47cc-968f-33800db50157'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:31.143259 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.20.0.6 (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2/00049fbd-bcee-48b5-bfe9-bd2fc3967f07/198a5bc7-0051-40b5-8534-1ae8a9a0ac30) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:31.165038 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d03a-98ee-4966-87df-bcc2ec6b04d8 None None] Pushing event updated for resources: {'Port': ['ID=aaa9809c-889c-419a-9cbb-b79f657d624f,revision_number=4']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:31.238507 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-59288145-3348-4fc6-ba83-8017e0abc35b None None] Provisioning complete for port 2ea96910-0f98-4930-9df2-c403e1a54f38 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:31.239145 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-59288145-3348-4fc6-ba83-8017e0abc35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:31.250199 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] Set router d97fe469-7e52-40dd-b376-fb842b299549 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:31.276524 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:31.277620 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:31.336348 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70774671-08d9-4ded-b2bc-c422708f6735 None None] Pushing event updated for resources: {'Port': ['ID=2ea96910-0f98-4930-9df2-c403e1a54f38,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:31.383711 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3719fd1-53ef-478d-966b-12fed752bf33 None None] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:57:31.408318 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ee9675c3-f369-46d2-876b-4346c9758ab9 req-21cec6b6-41d3-4909-99cb-3ea1d117f040 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 210 time: 0.0775003 Mar 24 14:57:31.525389 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Set router 30f0843b-bd55-47cc-968f-33800db50157 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:31.561274 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:31.651789 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:31.720028 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 4, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port': {'id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:18Z', 'updated_at': '2022-03-24T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'aaa9809c-889c-419a-9cbb-b79f657d624f', 'name': '', 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'mac_address': 'fa:16:3e:b9:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:22Z', 'updated_at': '2022-03-24T14:57:30Z', 'revision_number': 4, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'subnets': [{'id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:31.756280 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:31.793145 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223b487-8c12-4874-9697-f184c012cb36 None None] The sync data for ids ['d97fe469-7e52-40dd-b376-fb842b299549'] in dv-cinder-834805-2-iscsi is: [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T14:57:22Z', 'revision_number': 4, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port': {'id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:18Z', 'updated_at': '2022-03-24T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'aaa9809c-889c-419a-9cbb-b79f657d624f', 'name': '', 'network_id': '3a944b29-2e2c-46b5-9eff-df3b3a748b3c', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'mac_address': 'fa:16:3e:b9:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:22Z', 'updated_at': '2022-03-24T14:57:30Z', 'revision_number': 4, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'subnets': [{'id': '2a6c9592-ba57-4a68-89ae-48c217ad1a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:31.804865 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:31.806915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:31.809565 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:31.814929 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:31.815607 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:31.817492 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2834546-88fa-4488-bf83-566cc00d7c80 req-bab51ca1-5a18-4dff-80af-435a6190cdd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:31.821209 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a2834546-88fa-4488-bf83-566cc00d7c80 req-bab51ca1-5a18-4dff-80af-435a6190cdd2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.3209956 Mar 24 14:57:31.876422 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-55aba184-00ac-456a-994f-91e799e04d47 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3289545 Mar 24 14:57:31.879713 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d1b53d5e-2981-4ced-99a4-79098d823836 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:31.914137 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Request body: {'port': {'device_id': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:31.961200 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a2834546-88fa-4488-bf83-566cc00d7c80 req-38e535da-d54d-4849-8212-6fbd54a5407a tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221166 Mar 24 14:57:32.038709 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:32.054972 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.069757 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.099540 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-59288145-3348-4fc6-ba83-8017e0abc35b None None] Current status of the port 2ea96910-0f98-4930-9df2-c403e1a54f38 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:32.099954 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-59288145-3348-4fc6-ba83-8017e0abc35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.353231 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Allocated IP 172.20.0.1 (3dc288e8-30c5-4140-afef-43d26e5ede49/840fc148-d493-4da2-999f-71381c845aba/91fb7602-1e51-46de-b142-ad8d6cb1c7de) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:32.376740 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-59288145-3348-4fc6-ba83-8017e0abc35b None None] For port 2ea96910-0f98-4930-9df2-c403e1a54f38, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=2ea96910-0f98-4930-9df2-c403e1a54f38,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:32.391160 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port d1b53d5e-2981-4ced-99a4-79098d823836 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:32.391658 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.402352 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-59288145-3348-4fc6-ba83-8017e0abc35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.574163 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks [] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.630584 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e04f9-c16d-4ebb-aae5-c065ac920f26 req-bdad2036-9665-4b6f-8b24-ee3da9e9632b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:32.640975 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6d7e04f9-c16d-4ebb-aae5-c065ac920f26 req-bdad2036-9665-4b6f-8b24-ee3da9e9632b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 931 time: 0.1292603 Mar 24 14:57:32.650256 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a54876b9-b3c8-46e8-8fd6-21e2b6122d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.660474 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.665393 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Provisioning complete for port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:32.665782 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.670970 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:57:32.684337 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Publish callbacks [] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.716471 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Transition to ACTIVE for port object 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:57:32.716716 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:32.720623 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:32.724570 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:32.735285 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6d7e04f9-c16d-4ebb-aae5-c065ac920f26 req-52ed1dcc-7bfd-44e7-851f-86fd2fa0b470 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953684 Mar 24 14:57:32.738863 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.786578 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:29Z', 'revision_number': 3, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port': {'id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:32.830212 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Pushing event updated for resources: {'Port': ['ID=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:32.834145 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59288145-3348-4fc6-ba83-8017e0abc35b None None] Pushing event updated for resources: {'Port': ['ID=2ea96910-0f98-4930-9df2-c403e1a54f38,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:32.857640 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Attempting to bind port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:32.858279 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Attempting to bind port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:32.858692 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Attempting to bind port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:32.868937 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Checking router: 30f0843b-bd55-47cc-968f-33800db50157 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:32.868937 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Updating router 30f0843b-bd55-47cc-968f-33800db50157 port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:32.876678 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:57:32.877209 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Attempting to bind port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:32.881651 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Pushing event updated for resources: {'Port': ['ID=91fb7602-1e51-46de-b142-ad8d6cb1c7de,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:32.886852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:32.887331 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Checking segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:32.888622 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Bound using segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:32.889705 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Bound port: 198a5bc7-0051-40b5-8534-1ae8a9a0ac30, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:32.890253 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.913102 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (30f0843b-bd55-47cc-968f-33800db50157), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.959801 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port d1b53d5e-2981-4ced-99a4-79098d823836 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:32.960438 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:32.962065 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:32.971772 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] For port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:32.976240 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] For port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:32.999875 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.032746 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port d1b53d5e-2981-4ced-99a4-79098d823836, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=d1b53d5e-2981-4ced-99a4-79098d823836,segment=NetworkSegment(9b8a85f1-af8a-4052-9e2d-7cd8998bd413),segment_id=9b8a85f1-af8a-4052-9e2d-7cd8998bd413)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:33.047476 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.060128 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.060812 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device aaa9809c-889c-419a-9cbb-b79f657d624f up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:33.077752 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:33.077752 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.084778 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/198a5bc7-0051-40b5-8534-1ae8a9a0ac30 HTTP/1.1" status: 200 len: 1093 time: 1.1796458 Mar 24 14:57:33.087928 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:33.092176 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99753efd-c3c6-4411-85cd-8f6cbd8680d2" -d '{"events": [{"name": "network-changed", "server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:33.151378 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec72bc9-4ad8-48ba-87d4-9abe9efd59a2 service neutron] Pushing event updated for resources: {'Port': ['ID=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:33.206000 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Provisioning complete for port 2ea96910-0f98-4930-9df2-c403e1a54f38 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:33.209666 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.213410 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053e5fb5-c42a-4a38-9a53-d50459d2ae37 x-openstack-request-id: req-053e5fb5-c42a-4a38-9a53-d50459d2ae37 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:33.213919 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:33.214300 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-053e5fb5-c42a-4a38-9a53-d50459d2ae37 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:33.214951 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053e5fb5-c42a-4a38-9a53-d50459d2ae37'] response: {'name': 'network-changed', 'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'status': 'completed', 'code': 200} Mar 24 14:57:33.250445 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.251253 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-29f2c665-1e09-4f3e-a6a5-ce56a68fea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:33.253014 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-29f2c665-1e09-4f3e-a6a5-ce56a68fea7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 1127 time: 0.0981889 Mar 24 14:57:33.307921 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba203d-0f71-4f22-b33b-1eaa0ba34d6d req-70595045-f64c-4c22-a432-7f441dee5184 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:33.321841 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-bf2cad95-4ecd-4b3c-929a-012712ef387d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30 HTTP/1.1" status: 200 len: 217 time: 0.0509431 Mar 24 14:57:33.322250 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3eba203d-0f71-4f22-b33b-1eaa0ba34d6d req-70595045-f64c-4c22-a432-7f441dee5184 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.1983676 Mar 24 14:57:33.343979 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=d1b53d5e-2981-4ced-99a4-79098d823836,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:33.358076 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:30Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:33.403797 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-012dcd1b-5c01-4a51-93c0-4d4c4ada4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:33.405574 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-012dcd1b-5c01-4a51-93c0-4d4c4ada4604 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0703075 Mar 24 14:57:33.407449 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688c334-351e-4dd4-8acc-cb82626e5894 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:30Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:33.444524 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port aaa9809c-889c-419a-9cbb-b79f657d624f triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:33.445281 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.516953 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-3eae5b23-c630-4c98-ba30-8e0721f8be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:33.522007 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-3eae5b23-c630-4c98-ba30-8e0721f8be71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079409 Mar 24 14:57:33.631932 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-9969893a-3908-4a97-beee-ab964942a053 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021469 Mar 24 14:57:33.741409 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3eba203d-0f71-4f22-b33b-1eaa0ba34d6d req-31b3282e-7f4c-4c8f-8779-bcb0cbad454c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180319 Mar 24 14:57:33.759968 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd18574d-2fa8-4898-bbb0-dffaed91548e req-9ff581b8-46bb-4a03-a7c2-87f94177f9c7 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215131 Mar 24 14:57:33.828261 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Current status of the port 2ea96910-0f98-4930-9df2-c403e1a54f38 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:33.851513 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.911997 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Provisioning complete for port d1b53d5e-2981-4ced-99a4-79098d823836 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:33.912372 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.936146 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9153ad-032f-48a9-8b49-89ac574a1064 req-43fce9d2-0680-4649-acbd-574f81e56482 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:33.939947 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks [] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.943360 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1b9153ad-032f-48a9-8b49-89ac574a1064 req-43fce9d2-0680-4649-acbd-574f81e56482 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 943 time: 0.1136527 Mar 24 14:57:33.945848 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:33.977962 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-4f0acaf5-a650-43c3-b92c-3a8a9db496a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:33.979513 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-4f0acaf5-a650-43c3-b92c-3a8a9db496a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 1127 time: 0.1000218 Mar 24 14:57:34.048500 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port aaa9809c-889c-419a-9cbb-b79f657d624f is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:34.049064 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.056069 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (30f0843b-bd55-47cc-968f-33800db50157), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.067074 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1b9153ad-032f-48a9-8b49-89ac574a1064 req-f0cfbf5f-555f-46d6-b5d6-a45646aa27ef tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226921 Mar 24 14:57:34.143639 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-85d6223b-a8ab-49df-9f6b-f1c5e1a527ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:34.145369 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-85d6223b-a8ab-49df-9f6b-f1c5e1a527ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.1537683 Mar 24 14:57:34.166937 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Pushing event updated for resources: {'Port': ['ID=91fb7602-1e51-46de-b142-ad8d6cb1c7de,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:34.191160 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port aaa9809c-889c-419a-9cbb-b79f657d624f, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=aaa9809c-889c-419a-9cbb-b79f657d624f,segment=NetworkSegment(bbf6834a-8469-4881-b2fb-33b4c03f986e),segment_id=bbf6834a-8469-4881-b2fb-33b4c03f986e)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:34.195411 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Current status of the port d1b53d5e-2981-4ced-99a4-79098d823836 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:34.199014 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-9f8464bc-0814-4370-97a2-50bcbabc955e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30 HTTP/1.1" status: 200 len: 217 time: 0.0467927 Mar 24 14:57:34.205454 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.233602 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:34.240734 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:34.276118 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-a1b57972-c7b1-4f94-8dd1-307a29fe119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:34.278165 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-a1b57972-c7b1-4f94-8dd1-307a29fe119c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0721247 Mar 24 14:57:34.300766 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Provisioning complete for port aaa9809c-889c-419a-9cbb-b79f657d624f triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:34.301246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.303250 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=aaa9809c-889c-419a-9cbb-b79f657d624f,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:34.319779 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Publish callbacks [] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.322026 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.331673 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.332044 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.332386 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.332723 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.333056 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.333380 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.333701 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.334194 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.334528 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.334856 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.335182 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.335687 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.336015 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.336477 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:57:34.415627 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-0c6086d5-8f55-4dfe-902a-3cddff2c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:34.420600 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-0c6086d5-8f55-4dfe-902a-3cddff2c160b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244910 Mar 24 14:57:34.446217 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.516062 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Router 30f0843b-bd55-47cc-968f-33800db50157 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:34.558881 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d1b53d5e-2981-4ced-99a4-79098d823836 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:34.583122 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-4dd8326e-60d4-4f0a-8ab2-616a1c3d2a28 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431503 Mar 24 14:57:34.675635 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:34.689369 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6df91bb8-ac92-41be-947c-96ef3c51eade admin admin] 10.222.0.43 "PUT /v2.0/routers/30f0843b-bd55-47cc-968f-33800db50157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7998865 Mar 24 14:57:34.689579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Attempting to bind port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:34.689579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Attempting to bind port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:34.689579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Attempting to bind port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:34.717651 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:34.718663 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:34.719368 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.720102 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:34.721736 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Bound port: 45f86c6a-fba5-4e39-8862-adfc0b474fd5, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:34.722448 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.724583 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fabde-5b6c-41dd-a199-6ba934f89e5c None None] Pushing event updated for resources: {'Port': ['ID=45f86c6a-fba5-4e39-8862-adfc0b474fd5,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:34.737667 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-99753efd-c3c6-4411-85cd-8f6cbd8680d2 req-356272bd-3ef2-46e1-b95d-3d1f8f068c29 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450722 Mar 24 14:57:34.830610 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-8583c3d7-2cc3-41ff-8707-cdad6eaf1a01 None None] Current status of the port aaa9809c-889c-419a-9cbb-b79f657d624f is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:34.860150 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] For port 45f86c6a-fba5-4e39-8862-adfc0b474fd5, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:34.871980 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] For port 45f86c6a-fba5-4e39-8862-adfc0b474fd5, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=45f86c6a-fba5-4e39-8862-adfc0b474fd5,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:34.871980 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port d1b53d5e-2981-4ced-99a4-79098d823836 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:34.871980 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.915290 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:34.946348 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe1629-8062-4b86-a686-4f34389f0c7a req-9b9b10b0-40b8-40f6-a7bf-40d097aaaeb2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:34.947966 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-71fe1629-8062-4b86-a686-4f34389f0c7a req-9b9b10b0-40b8-40f6-a7bf-40d097aaaeb2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.0686460 Mar 24 14:57:34.958446 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a43451-c55e-483c-b89a-8286124326ad req-a2375bb2-97bb-4a26-a9e4-b903f2274b01 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:34.960248 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-83a43451-c55e-483c-b89a-8286124326ad req-a2375bb2-97bb-4a26-a9e4-b903f2274b01 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0834341 Mar 24 14:57:35.018447 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Routers {'30f0843b-bd55-47cc-968f-33800db50157'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:35.019094 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30f0843b-bd55-47cc-968f-33800db50157'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:35.023217 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fabde-5b6c-41dd-a199-6ba934f89e5c None None] Pushing event updated for resources: {'Port': ['ID=45f86c6a-fba5-4e39-8862-adfc0b474fd5,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:35.025236 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-71fe1629-8062-4b86-a686-4f34389f0c7a req-715bb640-ee8f-44c1-aa70-21a4ffce2d0e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715532 Mar 24 14:57:35.058909 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-83a43451-c55e-483c-b89a-8286124326ad req-e4290f64-fc31-4ff0-8b47-78b04597c875 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867221 Mar 24 14:57:35.160109 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-b63f1394-6b58-474c-8f41-0d7f851d534a None None] Provisioning complete for port d1b53d5e-2981-4ced-99a4-79098d823836 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:35.160650 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b63f1394-6b58-474c-8f41-0d7f851d534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.165225 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port d1b53d5e-2981-4ced-99a4-79098d823836 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:35.166586 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 2ea96910-0f98-4930-9df2-c403e1a54f38 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:35.304004 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a9de6-0176-408f-8255-c6cd9b2a97ad req-843a2659-d42d-4627-8722-078a680fd1d2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:35.306195 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ad1a9de6-0176-408f-8255-c6cd9b2a97ad req-843a2659-d42d-4627-8722-078a680fd1d2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 943 time: 0.0614059 Mar 24 14:57:35.322183 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.357217 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] Set router 30f0843b-bd55-47cc-968f-33800db50157 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:35.381401 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ad1a9de6-0176-408f-8255-c6cd9b2a97ad req-ec8880a5-dd75-437d-9845-fb06f05ba77a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644786 Mar 24 14:57:35.401900 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-408333f5-bb06-490c-9a73-d9f11ae58bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:35.410717 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-408333f5-bb06-490c-9a73-d9f11ae58bd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 1129 time: 0.0583875 Mar 24 14:57:35.422912 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 2ea96910-0f98-4930-9df2-c403e1a54f38 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:35.423271 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.517468 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-c70a1af4-e88d-4f33-aed6-b6ec1deaf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:35.518970 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-c70a1af4-e88d-4f33-aed6-b6ec1deaf889 service neutron] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 911 time: 0.1071880 Mar 24 14:57:35.526802 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02bb90-a8e6-4bca-99f6-c35f82e29c5c req-1747c0bd-eb15-4761-8704-89f0a9bc5f99 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:35.528851 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8e02bb90-a8e6-4bca-99f6-c35f82e29c5c req-1747c0bd-eb15-4761-8704-89f0a9bc5f99 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0643029 Mar 24 14:57:35.595695 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8e02bb90-a8e6-4bca-99f6-c35f82e29c5c req-81ba5273-9925-4cac-bf9d-089527188723 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609195 Mar 24 14:57:35.599111 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-b63f1394-6b58-474c-8f41-0d7f851d534a None None] Current status of the port d1b53d5e-2981-4ced-99a4-79098d823836 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:35.607800 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-2deb008a-c29a-4582-af19-f64b58b17765 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 200 len: 1001 time: 0.0761859 Mar 24 14:57:35.645209 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-b63f1394-6b58-474c-8f41-0d7f851d534a None None] Provisioning complete for port 91fb7602-1e51-46de-b142-ad8d6cb1c7de triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:35.645719 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b63f1394-6b58-474c-8f41-0d7f851d534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.731430 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-b63f1394-6b58-474c-8f41-0d7f851d534a None None] Port 91fb7602-1e51-46de-b142-ad8d6cb1c7de cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:35.748817 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 2ea96910-0f98-4930-9df2-c403e1a54f38 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:35.756545 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50750) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:35.760768 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-20254017-1976-4aac-99d5-0e1d973dfbdf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123917301', 'description': 'tempest-secgroup-smoke-123917301 description', 'project_id': 'ba28e6d467154998b4eae495425f12aa'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:35.766309 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 4, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port': {'id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '91fb7602-1e51-46de-b142-ad8d6cb1c7de', 'name': '', 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'mac_address': 'fa:16:3e:3c:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '840fc148-d493-4da2-999f-71381c845aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:32Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 2, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'subnets': [{'id': '840fc148-d493-4da2-999f-71381c845aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:35.794883 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20254017-1976-4aac-99d5-0e1d973dfbdf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.797892 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c898d-b310-4ef0-9589-72a886743169 None None] The sync data for ids ['30f0843b-bd55-47cc-968f-33800db50157'] in dv-cinder-834805-2-iscsi is: [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 4, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port': {'id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '91fb7602-1e51-46de-b142-ad8d6cb1c7de', 'name': '', 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'mac_address': 'fa:16:3e:3c:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '840fc148-d493-4da2-999f-71381c845aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:32Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 2, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'subnets': [{'id': '840fc148-d493-4da2-999f-71381c845aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:35.873861 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20254017-1976-4aac-99d5-0e1d973dfbdf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group (f86e2a8a-06dc-4f4a-9522-16194209a0bc), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.878042 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20254017-1976-4aac-99d5-0e1d973dfbdf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f86e2a8a-06dc-4f4a-9522-16194209a0bc), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.909179 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-20254017-1976-4aac-99d5-0e1d973dfbdf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.910561 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-20254017-1976-4aac-99d5-0e1d973dfbdf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1534104 Mar 24 14:57:35.911545 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-8fa53bea-fded-4aac-917e-669ba7a29cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:35.912009 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20254017-1976-4aac-99d5-0e1d973dfbdf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e2a8a-06dc-4f4a-9522-16194209a0bc,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:35.912971 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-8fa53bea-fded-4aac-917e-669ba7a29cd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.2990923 Mar 24 14:57:35.913431 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50752) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:35.918280 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-4cf136ef-2176-453a-882e-2bc3301c6af2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'security_group_rule': {'security_group_id': 'f86e2a8a-06dc-4f4a-9522-16194209a0bc', 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:35.972047 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4cf136ef-2176-453a-882e-2bc3301c6af2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (fea8f710-0ce7-4b78-83db-ed99d7e6837b), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:35.997477 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-2bb4fc44-850b-4008-8210-58b69a6908d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:35.999092 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-2bb4fc44-850b-4008-8210-58b69a6908d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715044 Mar 24 14:57:36.078996 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4cf136ef-2176-453a-882e-2bc3301c6af2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (fea8f710-0ce7-4b78-83db-ed99d7e6837b), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.087589 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4cf136ef-2176-453a-882e-2bc3301c6af2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (fea8f710-0ce7-4b78-83db-ed99d7e6837b), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.126137 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf136ef-2176-453a-882e-2bc3301c6af2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea8f710-0ce7-4b78-83db-ed99d7e6837b,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:36.138808 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4cf136ef-2176-453a-882e-2bc3301c6af2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.142546 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-4cf136ef-2176-453a-882e-2bc3301c6af2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2281487 Mar 24 14:57:36.145416 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-be7a28ab-40e2-4c5b-8b05-ba40b703e66c service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381936 Mar 24 14:57:36.145927 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50756) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:36.150324 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-d5c6d1e0-c139-4140-b36a-ed62b7e395dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'security_group_rule': {'security_group_id': 'f86e2a8a-06dc-4f4a-9522-16194209a0bc', 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:36.178915 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0302b-1801-494f-ae74-5ce4947ba3f7 req-150ecbed-98ac-4011-9c99-974a1d2ee90f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:36.180489 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-adf0302b-1801-494f-ae74-5ce4947ba3f7 req-150ecbed-98ac-4011-9c99-974a1d2ee90f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.0710895 Mar 24 14:57:36.241255 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-adf0302b-1801-494f-ae74-5ce4947ba3f7 req-30197e28-b68c-4ef4-8c2d-e64076868c32 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521607 Mar 24 14:57:36.243443 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d1e0-c139-4140-b36a-ed62b7e395dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (371dbdcb-6949-4251-bf58-fe429f970491), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.268319 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2c41982e-b46d-43fc-a281-83a211b7f03f req-3c3b18b1-4272-45e7-8fe6-b791309f687d service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137388 Mar 24 14:57:36.318755 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device aaa9809c-889c-419a-9cbb-b79f657d624f up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:36.337789 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d1e0-c139-4140-b36a-ed62b7e395dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (371dbdcb-6949-4251-bf58-fe429f970491), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.346252 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d1e0-c139-4140-b36a-ed62b7e395dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (371dbdcb-6949-4251-bf58-fe429f970491), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.363819 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d1e0-c139-4140-b36a-ed62b7e395dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371dbdcb-6949-4251-bf58-fe429f970491,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:36.375820 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d1e0-c139-4140-b36a-ed62b7e395dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.377398 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d5c6d1e0-c139-4140-b36a-ed62b7e395dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2304010 Mar 24 14:57:36.380220 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50758) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:36.381211 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port aaa9809c-889c-419a-9cbb-b79f657d624f triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:36.381607 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.384896 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-392589b4-ed14-4bc3-b22d-176c849bf5f6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'security_group_rule': {'security_group_id': 'f86e2a8a-06dc-4f4a-9522-16194209a0bc', 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:36.415897 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-392589b4-ed14-4bc3-b22d-176c849bf5f6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (cc09dcee-ec71-40d5-b410-c9bc18de0d4c), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.530584 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port aaa9809c-889c-419a-9cbb-b79f657d624f is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:36.572772 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-392589b4-ed14-4bc3-b22d-176c849bf5f6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (cc09dcee-ec71-40d5-b410-c9bc18de0d4c), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.580607 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.580843 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-392589b4-ed14-4bc3-b22d-176c849bf5f6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (cc09dcee-ec71-40d5-b410-c9bc18de0d4c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.612308 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392589b4-ed14-4bc3-b22d-176c849bf5f6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc09dcee-ec71-40d5-b410-c9bc18de0d4c,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:36.636412 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437129-9054-4978-9b06-be66279c0b52 req-f4b9b186-0229-47ec-864e-f9068b2bb889 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:36.638265 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-49437129-9054-4978-9b06-be66279c0b52 req-f4b9b186-0229-47ec-864e-f9068b2bb889 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 943 time: 0.1484478 Mar 24 14:57:36.642003 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-392589b4-ed14-4bc3-b22d-176c849bf5f6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.643189 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-392589b4-ed14-4bc3-b22d-176c849bf5f6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618411 Mar 24 14:57:36.646240 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50766) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:36.651134 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-f2d880bb-1636-44be-bb51-d4d7536fcca9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'security_group_rule': {'security_group_id': 'f86e2a8a-06dc-4f4a-9522-16194209a0bc', 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:36.717319 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f2d880bb-1636-44be-bb51-d4d7536fcca9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (2489f07a-9d61-496e-870e-289320800a7d), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.730210 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-49437129-9054-4978-9b06-be66279c0b52 req-9c2becf1-3aba-4d8c-925b-6b5e1fa59b04 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732203 Mar 24 14:57:36.764860 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4964a2c-b056-496c-9da6-9a391d52929a req-5218feb6-cc27-409d-96d7-5be0042aa388 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:36.766630 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a4964a2c-b056-496c-9da6-9a391d52929a req-5218feb6-cc27-409d-96d7-5be0042aa388 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0855396 Mar 24 14:57:36.798665 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f2d880bb-1636-44be-bb51-d4d7536fcca9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (2489f07a-9d61-496e-870e-289320800a7d), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.804286 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f2d880bb-1636-44be-bb51-d4d7536fcca9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (2489f07a-9d61-496e-870e-289320800a7d), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.826056 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d880bb-1636-44be-bb51-d4d7536fcca9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2489f07a-9d61-496e-870e-289320800a7d,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:36.836033 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a4964a2c-b056-496c-9da6-9a391d52929a req-5b1c6808-f950-4b88-bf13-71040561769d tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631461 Mar 24 14:57:36.846873 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f2d880bb-1636-44be-bb51-d4d7536fcca9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.848122 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f2d880bb-1636-44be-bb51-d4d7536fcca9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2008326 Mar 24 14:57:36.851021 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50768) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:36.855925 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'security_group_rule': {'security_group_id': 'f86e2a8a-06dc-4f4a-9522-16194209a0bc', 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:36.865323 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:57:36.868918 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:57:36.911772 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.securitygroups_db [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Project ba28e6d467154998b4eae495425f12aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:57:36.931045 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (be1a6921-7b7b-46ce-9e3d-b49d4516221c), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:36.976285 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:36.993709 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-a441618f-e779-4066-b568-8e806f11bd48 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:36.995948 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-a441618f-e779-4066-b568-8e806f11bd48 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.0958972 Mar 24 14:57:37.003013 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'port_id': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'mac_address': 'fa:16:3e:b9:ca:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:57:37.006111 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (be1a6921-7b7b-46ce-9e3d-b49d4516221c), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.011115 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (be1a6921-7b7b-46ce-9e3d-b49d4516221c), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.043866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1a6921-7b7b-46ce-9e3d-b49d4516221c,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:37.068928 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.072849 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-a22771b2-fd60-4735-b832-fdf30a07b273 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2182050 Mar 24 14:57:37.073163 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50770) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:37.080251 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'security_group_rule': {'security_group_id': 'f86e2a8a-06dc-4f4a-9522-16194209a0bc', 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:37.143185 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.securitygroups_db [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Project ba28e6d467154998b4eae495425f12aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 14:57:37.150803 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (be8a94c9-e4b1-486b-bedc-a805544e4172), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.186011 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:37.186427 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.199185 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:57:37.207029 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Deleting port cb543970-603d-4f7f-81f7-7fe0c512e8cf {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:57:37.207371 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.219725 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:37.227126 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.276713 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (be8a94c9-e4b1-486b-bedc-a805544e4172), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.284880 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:37.296748 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (be8a94c9-e4b1-486b-bedc-a805544e4172), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.328359 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8a94c9-e4b1-486b-bedc-a805544e4172,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:37.353117 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] For port cb543970-603d-4f7f-81f7-7fe0c512e8cf, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=cb543970-603d-4f7f-81f7-7fe0c512e8cf,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:37.353482 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.359059 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.360300 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-42a51e54-e22d-4273-b167-3b1ef5b78f99 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2861838 Mar 24 14:57:37.458922 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9e90-8008-4d13-ad7c-f167baf83857 req-d40f9ec4-27ab-46d3-ba77-efcd2972666b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:37.460452 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-667a9e90-8008-4d13-ad7c-f167baf83857 req-d40f9ec4-27ab-46d3-ba77-efcd2972666b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 946 time: 0.1230545 Mar 24 14:57:37.585717 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-667a9e90-8008-4d13-ad7c-f167baf83857 req-8a987a8d-12f8-4ccd-996f-b4c5a0236f13 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=badf5ea9-35ee-4499-a555-a310a4ddacd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163509 Mar 24 14:57:37.611462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.611834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (4cad0669-815c-4e42-95ae-f3d9b01fe532), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.612158 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Floating IP 4cad0669-815c-4e42-95ae-f3d9b01fe532 disassociated. External IP: 172.27.1.179, port: cb543970-603d-4f7f-81f7-7fe0c512e8cf. Mar 24 14:57:37.612506 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Calling delete_port for cb543970-603d-4f7f-81f7-7fe0c512e8cf owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:57:37.677354 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['198a5bc7-0051-40b5-8534-1ae8a9a0ac30'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:57:37.825514 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (cb543970-603d-4f7f-81f7-7fe0c512e8cf), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:37.861702 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event deleted for resources: {'Port': ['ID=cb543970-603d-4f7f-81f7-7fe0c512e8cf,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:37.993428 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e371-ed61-4a5c-a18e-c5a60ed31bb9 req-5546a3ba-76fb-4f7e-81b8-28868217ad71 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:37.995201 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a164e371-ed61-4a5c-a18e-c5a60ed31bb9 req-5546a3ba-76fb-4f7e-81b8-28868217ad71 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 944 time: 0.1451190 Mar 24 14:57:38.047216 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a164e371-ed61-4a5c-a18e-c5a60ed31bb9 req-cc04347d-176f-4d21-85b7-88cc35b46617 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Mar 24 14:57:38.069068 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793a50-8cf6-4aca-9077-38a5d05b3ff0 req-6e2789d5-f87b-43d2-a762-8e942146cb86 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:38.070541 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-18793a50-8cf6-4aca-9077-38a5d05b3ff0 req-6e2789d5-f87b-43d2-a762-8e942146cb86 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0768790 Mar 24 14:57:38.098165 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Router 0302fded-8b8a-4d78-8a28-23ba607619eb has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:38.133195 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-18793a50-8cf6-4aca-9077-38a5d05b3ff0 req-81564226-46df-4ae3-a3fc-42b89e3d9c12 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558157 Mar 24 14:57:38.249809 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:38.263514 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] Sync routers for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:38.278607 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:38.279329 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:38.310126 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] No DVR routers for this DVR port cb543970-603d-4f7f-81f7-7fe0c512e8cf on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:57:38.310126 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:38.310126 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ea7bfbab-1a00-4be6-9157-7b3d527a2469 req-fa803807-3008-412e-bbbc-1c8d680aa421 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "DELETE /v2.0/ports/cb543970-603d-4f7f-81f7-7fe0c512e8cf HTTP/1.1" status: 204 len: 173 time: 1.2869060 Mar 24 14:57:38.310525 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-deleted', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:38.312894 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca322ec7-ec6c-4e72-af9a-8a8d12f236c4" -d '{"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-deleted", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:38.373312 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3aea1-e00c-4edd-8b76-86a8605c0dd8 x-openstack-request-id: req-04c3aea1-e00c-4edd-8b76-86a8605c0dd8 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:38.373669 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bc91c2-ced7-4653-8953-ef3b936390f8", "name": "network-vif-deleted", "tag": "cb543970-603d-4f7f-81f7-7fe0c512e8cf", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:38.374038 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04c3aea1-e00c-4edd-8b76-86a8605c0dd8 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:38.374532 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c3aea1-e00c-4edd-8b76-86a8605c0dd8'] response: {'server_uuid': '51bc91c2-ced7-4653-8953-ef3b936390f8', 'name': 'network-vif-deleted', 'tag': 'cb543970-603d-4f7f-81f7-7fe0c512e8cf', 'status': 'completed', 'code': 200} Mar 24 14:57:38.392137 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 45f86c6a-fba5-4e39-8862-adfc0b474fd5 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:38.495123 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:38.495596 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:38.579033 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:38.603332 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:38.603770 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:38.652614 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port 45f86c6a-fba5-4e39-8862-adfc0b474fd5, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=45f86c6a-fba5-4e39-8862-adfc0b474fd5,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:38.662432 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:38.721924 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=45f86c6a-fba5-4e39-8862-adfc0b474fd5,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:38.730740 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a8507e9f-a936-4e24-9ae1-d3a9495009bd req-9471e88d-5f50-4571-b06c-88d22eeb5b2e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=51bc91c2-ced7-4653-8953-ef3b936390f8 HTTP/1.1" status: 200 len: 210 time: 0.0376348 Mar 24 14:57:38.785814 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:38.813981 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] Checking router: 0302fded-8b8a-4d78-8a28-23ba607619eb for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:38.822980 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:38.823594 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:38.880576 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:38.937346 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:57:38.941634 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:38.941947 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:38.942985 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:39.060198 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:39.060656 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:39.088653 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:39.091491 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cab2dd-8cb9-4afb-8905-80f7e402e93e" -d '{"events": [{"server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "name": "network-vif-plugged", "status": "completed", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:39.108520 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:39.114927 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:39.115812 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:57:39.140921 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: cb543970-603d-4f7f-81f7-7fe0c512e8cf {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:57:39.141278 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device cb543970-603d-4f7f-81f7-7fe0c512e8cf not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:57:39.145410 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d17a9-fa83-4b02-8f38-ead948344e28 x-openstack-request-id: req-360d17a9-fa83-4b02-8f38-ead948344e28 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:39.145702 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "name": "network-vif-plugged", "status": "completed", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:39.145951 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-360d17a9-fa83-4b02-8f38-ead948344e28 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:39.146387 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360d17a9-fa83-4b02-8f38-ead948344e28'] response: {'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'code': 200} Mar 24 14:57:39.187711 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062680a-eb3f-46c5-a879-4db8bbbb7c28 req-077e71b6-6831-4686-86a2-34c7412b1eff tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:39.194595 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:39.198706 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c062680a-eb3f-46c5-a879-4db8bbbb7c28 req-077e71b6-6831-4686-86a2-34c7412b1eff tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.0666630 Mar 24 14:57:39.215702 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:39.245119 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c2b0f-4f61-4171-ac26-aaa5e6ccb80f None None] The sync data for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi is: [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:39.248540 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c062680a-eb3f-46c5-a879-4db8bbbb7c28 req-f104e1e8-c922-42d4-9bbd-fd00f0c933ef tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487921 Mar 24 14:57:39.401175 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188f6d8-16de-4406-8e1f-8caff40d0ae8 req-5b33f003-c262-4ad4-aa65-6104ec5ac303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:39.403728 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4188f6d8-16de-4406-8e1f-8caff40d0ae8 req-5b33f003-c262-4ad4-aa65-6104ec5ac303 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 1129 time: 0.0476990 Mar 24 14:57:39.452459 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4188f6d8-16de-4406-8e1f-8caff40d0ae8 req-a8ab218b-30a0-4223-a1b4-54f528321aa9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Mar 24 14:57:39.835960 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50870) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:39.898237 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-644833e0-7773-4481-a6e0-fde8a4030469 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (badf5ea9-35ee-4499-a555-a310a4ddacd6), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:39.921873 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-644833e0-7773-4481-a6e0-fde8a4030469 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (badf5ea9-35ee-4499-a555-a310a4ddacd6), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:39.977664 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-644833e0-7773-4481-a6e0-fde8a4030469 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (badf5ea9-35ee-4499-a555-a310a4ddacd6), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:39.980252 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-644833e0-7773-4481-a6e0-fde8a4030469 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:39.981444 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-644833e0-7773-4481-a6e0-fde8a4030469 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "DELETE /v2.0/security-groups/badf5ea9-35ee-4499-a555-a310a4ddacd6 HTTP/1.1" status: 204 len: 168 time: 0.1445024 Mar 24 14:57:39.984465 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50872) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:39.990979 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644833e0-7773-4481-a6e0-fde8a4030469 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badf5ea9-35ee-4499-a555-a310a4ddacd6,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:40.005705 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.api.v2.resource [None req-c29f0155-bbf3-4d2f-88f1-d88f47802527 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] show failed (client error): The resource could not be found. Mar 24 14:57:40.010171 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50874) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:40.010682 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c29f0155-bbf3-4d2f-88f1-d88f47802527 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups/badf5ea9-35ee-4499-a555-a310a4ddacd6 HTTP/1.1" status: 404 len: 347 time: 0.0244501 Mar 24 14:57:40.139379 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Deleting port 9edefd4b-b342-436f-a38a-7ac44da8b296 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:57:40.139720 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.200211 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003ef78-d785-4387-8455-ab641c3be3e0 None None] New status for floating IP 4cad0669-815c-4e42-95ae-f3d9b01fe532: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:57:40.222500 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.222827 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (9edefd4b-b342-436f-a38a-7ac44da8b296), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.238497 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Calling delete_port for 9edefd4b-b342-436f-a38a-7ac44da8b296 owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:57:40.317363 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 45f86c6a-fba5-4e39-8862-adfc0b474fd5 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:40.325696 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Sync routers for ids ['30f0843b-bd55-47cc-968f-33800db50157'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:40.341211 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Routers {'30f0843b-bd55-47cc-968f-33800db50157'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:40.342301 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30f0843b-bd55-47cc-968f-33800db50157'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:40.375587 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:40.375975 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.445304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (9edefd4b-b342-436f-a38a-7ac44da8b296), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.468046 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:40.480069 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Set router 30f0843b-bd55-47cc-968f-33800db50157 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:40.481348 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event deleted for resources: {'Port': ['ID=9edefd4b-b342-436f-a38a-7ac44da8b296,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:40.494572 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d1afc-275a-44c6-9d04-97313d5ea339 req-b4d72e9b-4c94-4843-b0fa-1b9cfca9d1ca tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:40.496055 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-da5d1afc-275a-44c6-9d04-97313d5ea339 req-b4d72e9b-4c94-4843-b0fa-1b9cfca9d1ca tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.1482904 Mar 24 14:57:40.518901 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (4cad0669-815c-4e42-95ae-f3d9b01fe532), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.521711 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.522864 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9f55786d-b360-4e1c-a288-f999115f631a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "DELETE /v2.0/floatingips/4cad0669-815c-4e42-95ae-f3d9b01fe532 HTTP/1.1" status: 204 len: 168 time: 0.5114830 Mar 24 14:57:40.570486 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-da5d1afc-275a-44c6-9d04-97313d5ea339 req-b6941e75-98e9-4596-bd3b-d7fb3db75662 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553892 Mar 24 14:57:40.689791 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 4, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port': {'id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '91fb7602-1e51-46de-b142-ad8d6cb1c7de', 'name': '', 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'mac_address': 'fa:16:3e:3c:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '840fc148-d493-4da2-999f-71381c845aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:32Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 2, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'subnets': [{'id': '840fc148-d493-4da2-999f-71381c845aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:40.720159 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Checking router: 30f0843b-bd55-47cc-968f-33800db50157 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:40.720519 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Updating router 30f0843b-bd55-47cc-968f-33800db50157 port 91fb7602-1e51-46de-b142-ad8d6cb1c7de binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 14:57:40.750850 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.751936 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50882) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:40.756784 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-0a6aea0b-7b8f-4d1f-bc1f-8dee7a760d77 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092287628', 'description': 'tempest-description--2073381885'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:40.779557 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea0b-7b8f-4d1f-bc1f-8dee7a760d77 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.849413 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea0b-7b8f-4d1f-bc1f-8dee7a760d77 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.856335 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea0b-7b8f-4d1f-bc1f-8dee7a760d77 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.886313 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0a6aea0b-7b8f-4d1f-bc1f-8dee7a760d77 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:40.890872 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50886) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:40.903224 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-ed0797dd-57c5-4e2f-abd4-426ad2fcf87e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'security_group_rule': {'security_group_id': 'ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:40.906649 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0a6aea0b-7b8f-4d1f-bc1f-8dee7a760d77 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1534951 Mar 24 14:57:40.911410 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aea0b-7b8f-4d1f-bc1f-8dee7a760d77 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:40.944041 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ed0797dd-57c5-4e2f-abd4-426ad2fcf87e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (685aed34-f0f4-41fe-84f2-070fa538c403), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.008281 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ed0797dd-57c5-4e2f-abd4-426ad2fcf87e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (685aed34-f0f4-41fe-84f2-070fa538c403), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.012226 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ed0797dd-57c5-4e2f-abd4-426ad2fcf87e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (685aed34-f0f4-41fe-84f2-070fa538c403), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.038049 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Publish callbacks [] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.039845 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0797dd-57c5-4e2f-abd4-426ad2fcf87e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685aed34-f0f4-41fe-84f2-070fa538c403,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:41.043523 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.044852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ed0797dd-57c5-4e2f-abd4-426ad2fcf87e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.046257 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-ed0797dd-57c5-4e2f-abd4-426ad2fcf87e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537843 Mar 24 14:57:41.048769 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50888) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:41.053116 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-6c1fda4c-6845-4428-83e4-63e834aa3945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'security_group_rule': {'security_group_id': 'ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:41.078348 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6c1fda4c-6845-4428-83e4-63e834aa3945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (20690b3a-fcb6-41ca-bd0a-d916cd5bcb34), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.104346 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd71967-adb3-4d69-a691-35bc4e1e438b None None] Pushing event updated for resources: {'Port': ['ID=91fb7602-1e51-46de-b142-ad8d6cb1c7de,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:41.160606 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6c1fda4c-6845-4428-83e4-63e834aa3945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (20690b3a-fcb6-41ca-bd0a-d916cd5bcb34), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.167210 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6c1fda4c-6845-4428-83e4-63e834aa3945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (20690b3a-fcb6-41ca-bd0a-d916cd5bcb34), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.175639 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Attempting to bind port 91fb7602-1e51-46de-b142-ad8d6cb1c7de on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:41.176322 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Attempting to bind port 91fb7602-1e51-46de-b142-ad8d6cb1c7de by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:41.176851 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Attempting to bind port 91fb7602-1e51-46de-b142-ad8d6cb1c7de on network 3dc288e8-30c5-4140-afef-43d26e5ede49 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:41.182823 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:41.183196 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Checking segment: {'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:41.183647 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.184042 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Bound using segment: {'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:41.184508 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Bound port: 91fb7602-1e51-46de-b142-ad8d6cb1c7de, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8a85f1-af8a-4052-9e2d-7cd8998bd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:41.185007 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.189032 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fda4c-6845-4428-83e4-63e834aa3945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20690b3a-fcb6-41ca-bd0a-d916cd5bcb34,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:41.207734 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6c1fda4c-6845-4428-83e4-63e834aa3945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.209117 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6c1fda4c-6845-4428-83e4-63e834aa3945 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593659 Mar 24 14:57:41.213125 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 50892) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:41.217984 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:41.240024 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.261315 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] For port 91fb7602-1e51-46de-b142-ad8d6cb1c7de, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:41.265071 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] For port 91fb7602-1e51-46de-b142-ad8d6cb1c7de, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=91fb7602-1e51-46de-b142-ad8d6cb1c7de,segment=NetworkSegment(9b8a85f1-af8a-4052-9e2d-7cd8998bd413),segment_id=9b8a85f1-af8a-4052-9e2d-7cd8998bd413)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:41.272589 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.337539 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd71967-adb3-4d69-a691-35bc4e1e438b None None] Pushing event updated for resources: {'Port': ['ID=91fb7602-1e51-46de-b142-ad8d6cb1c7de,revision_number=4']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:41.340189 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Routers {'30f0843b-bd55-47cc-968f-33800db50157'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:41.340798 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30f0843b-bd55-47cc-968f-33800db50157'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:41.355290 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.422713 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-f28108f6-255c-4e71-b3c6-46df3aa5b014 None None] Provisioning complete for port 91fb7602-1e51-46de-b142-ad8d6cb1c7de triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:41.423803 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f28108f6-255c-4e71-b3c6-46df3aa5b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.464274 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] Set router 30f0843b-bd55-47cc-968f-33800db50157 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:41.492787 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Allocated IP 172.27.1.52 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/b755eced-9530-4add-8aff-4aba1aae934d) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:41.540063 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-f28108f6-255c-4e71-b3c6-46df3aa5b014 None None] Current status of the port 91fb7602-1e51-46de-b142-ad8d6cb1c7de is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:41.540452 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f28108f6-255c-4e71-b3c6-46df3aa5b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.582949 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-f28108f6-255c-4e71-b3c6-46df3aa5b014 None None] For port 91fb7602-1e51-46de-b142-ad8d6cb1c7de, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=91fb7602-1e51-46de-b142-ad8d6cb1c7de,segment=NetworkSegment(9b8a85f1-af8a-4052-9e2d-7cd8998bd413),segment_id=9b8a85f1-af8a-4052-9e2d-7cd8998bd413)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:41.589114 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f28108f6-255c-4e71-b3c6-46df3aa5b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.629648 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for port (b755eced-9530-4add-8aff-4aba1aae934d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.644437 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28108f6-255c-4e71-b3c6-46df3aa5b014 None None] Pushing event updated for resources: {'Port': ['ID=91fb7602-1e51-46de-b142-ad8d6cb1c7de,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:41.668331 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (b755eced-9530-4add-8aff-4aba1aae934d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.710215 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:41.713759 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:41.717584 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:41.719833 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-4f763a40-ac13-4dbc-aaf1-d75a46f58029 None None] Provisioning complete for port 91fb7602-1e51-46de-b142-ad8d6cb1c7de triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:41.720319 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4f763a40-ac13-4dbc-aaf1-d75a46f58029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.723025 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7ab4a-7986-4f69-862d-a0a2f6730f7c req-0d470fad-fd2e-40a1-998f-511a6010bd4c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:41.725592 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d5e7ab4a-7986-4f69-862d-a0a2f6730f7c req-0d470fad-fd2e-40a1-998f-511a6010bd4c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.0822496 Mar 24 14:57:41.750069 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'Port': ['ID=b755eced-9530-4add-8aff-4aba1aae934d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:41.797055 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d5e7ab4a-7986-4f69-862d-a0a2f6730f7c req-e916d1e2-8915-42a0-8acd-db9a525f0e9a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655229 Mar 24 14:57:41.821870 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-4f763a40-ac13-4dbc-aaf1-d75a46f58029 None None] Current status of the port 91fb7602-1e51-46de-b142-ad8d6cb1c7de is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:41.831021 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (975d6400-919c-424d-97ca-88971ce36284), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.845522 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 4, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port': {'id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '91fb7602-1e51-46de-b142-ad8d6cb1c7de', 'name': '', 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'mac_address': 'fa:16:3e:3c:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '840fc148-d493-4da2-999f-71381c845aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:32Z', 'updated_at': '2022-03-24T14:57:41Z', 'revision_number': 4, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'subnets': [{'id': '840fc148-d493-4da2-999f-71381c845aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:41.872736 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b56fa-349e-40ee-a63d-6aaf6da00bf0 None None] The sync data for ids ['30f0843b-bd55-47cc-968f-33800db50157'] in dv-cinder-834805-2-iscsi is: [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:33Z', 'revision_number': 4, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port': {'id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '91fb7602-1e51-46de-b142-ad8d6cb1c7de', 'name': '', 'network_id': '3dc288e8-30c5-4140-afef-43d26e5ede49', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'mac_address': 'fa:16:3e:3c:a4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '840fc148-d493-4da2-999f-71381c845aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:32Z', 'updated_at': '2022-03-24T14:57:41Z', 'revision_number': 4, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'subnets': [{'id': '840fc148-d493-4da2-999f-71381c845aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:41.915270 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (b755eced-9530-4add-8aff-4aba1aae934d), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:41.987532 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648d150-3cb9-4731-bc0d-b75874248b92 req-e17de8fa-5c91-42fb-a91d-dd3f693ccfcd tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:41.989091 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b648d150-3cb9-4731-bc0d-b75874248b92 req-e17de8fa-5c91-42fb-a91d-dd3f693ccfcd tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.1171641 Mar 24 14:57:41.998044 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 50900) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:42.003014 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'port_id': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:42.046005 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (b3c806ea-9cb4-420b-8744-2fe037cd28f2), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.111628 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for port (b755eced-9530-4add-8aff-4aba1aae934d), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.116930 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (b755eced-9530-4add-8aff-4aba1aae934d), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.197732 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'Port': ['ID=b755eced-9530-4add-8aff-4aba1aae934d,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:42.213625 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (975d6400-919c-424d-97ca-88971ce36284), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.260820 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.271511 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-73333ebb-23e6-4c37-b94a-8c70f5ba6b89 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0486338 Mar 24 14:57:42.338735 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 91fb7602-1e51-46de-b142-ad8d6cb1c7de up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:42.401007 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 91fb7602-1e51-46de-b142-ad8d6cb1c7de triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:42.402662 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.512132 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 91fb7602-1e51-46de-b142-ad8d6cb1c7de is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:42.597742 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-adcfd159-166a-479a-b3f2-6fbc9b3a4dfc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1092287628&fields=id&tenant_id=335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 267 time: 0.0976341 Mar 24 14:57:42.607811 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.618241 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (b3c806ea-9cb4-420b-8744-2fe037cd28f2), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:42.781854 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-67c88a6d-4236-42cb-8554-2569e9104edc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:42.783237 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-67c88a6d-4236-42cb-8554-2569e9104edc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 817 time: 0.1780980 Mar 24 14:57:42.791690 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP b3c806ea-9cb4-420b-8744-2fe037cd28f2 associated. External IP: 172.27.1.159, port: 198a5bc7-0051-40b5-8534-1ae8a9a0ac30. Mar 24 14:57:42.830987 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-9a063a26-cc51-4472-ab9b-9bd3d8770262 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/quotas/335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 375 time: 0.0414820 Mar 24 14:57:43.139609 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-1912f940-ee75-4b45-9d9e-8229c3014351 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2844579 Mar 24 14:57:43.314147 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-778ae355-393c-4921-958c-bd7a8914f569 service neutron] 10.222.0.43 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360822 Mar 24 14:57:43.318066 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:43.494486 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-b9ad52c5-cbb8-4d51-8ba7-6ca0edca94aa service neutron] 10.222.0.43 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722875 Mar 24 14:57:43.513169 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:43.519497 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:43.529265 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:43.551503 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-21a2da15-9a73-4a80-a8e9-a86f983a61a6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "PUT /v2.0/floatingips/b3c806ea-9cb4-420b-8744-2fe037cd28f2 HTTP/1.1" status: 200 len: 991 time: 1.5522780 Mar 24 14:57:43.552094 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:43.554387 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14" -d '{"events": [{"name": "network-changed", "server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:43.559421 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:43.560188 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:43.599817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d54293a-8cf8-415c-b5ca-b47e387767d2 x-openstack-request-id: req-9d54293a-8cf8-415c-b5ca-b47e387767d2 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:43.600111 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:43.600370 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d54293a-8cf8-415c-b5ca-b47e387767d2 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:43.600787 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d54293a-8cf8-415c-b5ca-b47e387767d2'] response: {'name': 'network-changed', 'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'status': 'completed', 'code': 200} Mar 24 14:57:43.725062 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-50c4b441-afc6-4160-8905-e1e9cc3b0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:43.726775 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-50c4b441-afc6-4160-8905-e1e9cc3b0e31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 1129 time: 0.0638542 Mar 24 14:57:43.747721 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f0c36ff6-40f5-459d-bc79-0c2e6d71d08c req-236a9f1f-7e6a-47b7-b51c-0ed2856fa837 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 210 time: 0.0332038 Mar 24 14:57:43.754236 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:43.840154 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-b6f3882a-a79b-49b0-bb7f-163e1d4502a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:43.842164 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-b6f3882a-a79b-49b0-bb7f-163e1d4502a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.1079011 Mar 24 14:57:43.920136 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-8593eb93-e7bd-4dff-b56d-ccce3977b29d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30 HTTP/1.1" status: 200 len: 999 time: 0.0668902 Mar 24 14:57:43.977276 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-c7542fd3-149e-43aa-9ea8-8ad529956406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:43.979684 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-c7542fd3-149e-43aa-9ea8-8ad529956406 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0534565 Mar 24 14:57:44.004614 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'b3c806ea-9cb4-420b-8744-2fe037cd28f2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:b9:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:57:27Z', 'updated_at': '2022-03-24T14:57:42Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:44.038519 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:44.039049 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-e14d0ddf-b88f-4551-9c0c-3e50a6b3e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:44.041106 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-e14d0ddf-b88f-4551-9c0c-3e50a6b3e6b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460773 Mar 24 14:57:44.047205 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:44.047901 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:44.161381 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-225bd42e-a66a-4750-b963-648ae5e8d5d6 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126997 Mar 24 14:57:44.192191 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:44.287872 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-310e2680-4bca-4541-9e8f-afd6e7a9c796 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526699396&fields=id&tenant_id=064f289f92414a78b832c412131fc63a HTTP/1.1" status: 200 len: 267 time: 0.1063814 Mar 24 14:57:44.370882 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cdc1f7a9-dc34-40ce-aa78-ea13622edb14 req-efd74910-5979-438e-adb5-5bcf1806299c service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985621 Mar 24 14:57:44.408872 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-4d1fac90-78cf-487c-916b-9371e08d424f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:44.415522 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-4d1fac90-78cf-487c-916b-9371e08d424f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 808 time: 0.1217296 Mar 24 14:57:44.431611 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-1126ba96-dbd8-4a89-b697-3b4038c5bb37 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/quotas/064f289f92414a78b832c412131fc63a HTTP/1.1" status: 200 len: 375 time: 0.0094883 Mar 24 14:57:44.452999 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'b3c806ea-9cb4-420b-8744-2fe037cd28f2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:b9:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:57:27Z', 'updated_at': '2022-03-24T14:57:42Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:44.484099 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd19d8-5631-4f32-b520-755d691d8414 None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'b3c806ea-9cb4-420b-8744-2fe037cd28f2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:b9:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:57:27Z', 'updated_at': '2022-03-24T14:57:42Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:44.497259 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-1370b063-793a-463f-b950-37a6d41d42ff tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577905 Mar 24 14:57:44.591408 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-04ad50a6-3094-44e9-9ecd-097f27cb9384 service neutron] 10.222.0.43 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825186 Mar 24 14:57:44.687936 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-d745f099-bbee-45af-9173-b91c97f54cea service neutron] 10.222.0.43 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907476 Mar 24 14:57:44.855553 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dbc26a-6f51-4439-a471-4db558460f71 None None] New status for floating IP b3c806ea-9cb4-420b-8744-2fe037cd28f2: ACTIVE {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:57:44.878683 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d761fd61-cab8-411b-a0d7-fe6c1a70adb1 req-fd661b64-67c3-4d64-b9aa-47c048320c20 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 210 time: 0.0424123 Mar 24 14:57:45.040453 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-996e82b2-dba4-42e7-bf6d-bdfc69f69381 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:45.042035 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-996e82b2-dba4-42e7-bf6d-bdfc69f69381 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 817 time: 0.1571364 Mar 24 14:57:45.077716 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-71f4ff55-4495-422a-8108-aaf4bf7a96d9 req-d8c08214-c237-4b30-87b1-da93be201534 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 210 time: 0.0315440 Mar 24 14:57:45.149425 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-9018f8a9-967a-47fc-b12f-3f6b82449386 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 380 time: 0.0750005 Mar 24 14:57:45.164431 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'port': {'device_id': '32f88e14-b732-416d-b28b-76cfcde70c83', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'admin_state_up': True, 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'security_groups': ['ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:45.298512 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Made reservation on behalf of 335b33f41cb34e258ebd47a0bd128982 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:45.302856 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:45.438140 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Allocated IP 172.20.0.6 (aded19bd-e31c-4128-9a19-d9f41c2e07dd/474dfd6f-ddd4-4566-a49b-54459e34a291/afbe3301-e87c-45b0-8796-7256a791755d) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:45.577108 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for port (afbe3301-e87c-45b0-8796-7256a791755d), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:45.614584 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:45.658840 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:45.661961 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:45.665728 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:45.670890 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:45.671521 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:45.684865 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:45.707058 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-6c7d45a3-6509-490e-ba41-69b33e3b8fa4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484664 Mar 24 14:57:45.733622 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Request body: {'port': {'device_id': '32f88e14-b732-416d-b28b-76cfcde70c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:45.796251 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:45.885620 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-82d6a3d0-9137-48d1-a799-64ec61eb72b2 None None] Provisioning complete for port afbe3301-e87c-45b0-8796-7256a791755d triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:45.886220 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-82d6a3d0-9137-48d1-a799-64ec61eb72b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (afbe3301-e87c-45b0-8796-7256a791755d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:45.929579 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-82d6a3d0-9137-48d1-a799-64ec61eb72b2 None None] Port afbe3301-e87c-45b0-8796-7256a791755d cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:46.063337 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbac9da-3096-428a-a72f-7c87c51a5772 req-06506a38-8185-40f1-9dfa-b6ffd19b1cb4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:46.064720 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7dbac9da-3096-428a-a72f-7c87c51a5772 req-06506a38-8185-40f1-9dfa-b6ffd19b1cb4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 931 time: 0.0907233 Mar 24 14:57:46.139754 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbe3301-e87c-45b0-8796-7256a791755d {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:57:46.147756 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Publish callbacks [] for port (afbe3301-e87c-45b0-8796-7256a791755d), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:46.172252 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7dbac9da-3096-428a-a72f-7c87c51a5772 req-cf7a215f-dd72-42b9-b9b6-a8bf7ab3dc62 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010313 Mar 24 14:57:46.173243 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Transition to ACTIVE for port object afbe3301-e87c-45b0-8796-7256a791755d will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:57:46.180111 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:46.218355 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9f5bb0e6-79c2-4e37-bde6-b44ea7512322 req-32bf7b2e-cb2d-421c-99bd-dd9b5eda3ea4 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 210 time: 0.0292766 Mar 24 14:57:46.287796 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6803254-6d23-4140-af30-4185146838cf service neutron] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:46.350650 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Attempting to bind port afbe3301-e87c-45b0-8796-7256a791755d on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:46.350990 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Attempting to bind port afbe3301-e87c-45b0-8796-7256a791755d by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:46.351328 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Attempting to bind port afbe3301-e87c-45b0-8796-7256a791755d on network aded19bd-e31c-4128-9a19-d9f41c2e07dd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:46.357019 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Port afbe3301-e87c-45b0-8796-7256a791755d on network aded19bd-e31c-4128-9a19-d9f41c2e07dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:57:46.357377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Attempting to bind port afbe3301-e87c-45b0-8796-7256a791755d on network aded19bd-e31c-4128-9a19-d9f41c2e07dd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:46.366187 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f46a75f2-c8e9-47af-8867-e783cf62e1b3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:46.367926 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f46a75f2-c8e9-47af-8867-e783cf62e1b3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.46 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 808 time: 0.1826732 Mar 24 14:57:46.371020 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:46.371354 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Checking segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:46.371737 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Bound using segment: {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:46.372201 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Bound port: afbe3301-e87c-45b0-8796-7256a791755d, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:46.372590 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:46.477345 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:46.484193 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:46.496310 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-65ff2726-d585-4896-8ef6-4fb5eddb7091 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=064f289f92414a78b832c412131fc63a HTTP/1.1" status: 200 len: 379 time: 0.0877590 Mar 24 14:57:46.497799 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:46.510273 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'port': {'device_id': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'admin_state_up': True, 'tenant_id': '064f289f92414a78b832c412131fc63a', 'security_groups': ['d7972140-dc51-40ce-80cd-452faafb8ffe']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:46.586196 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:46.586816 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:46.588208 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a6803254-6d23-4140-af30-4185146838cf service neutron] 10.222.0.46 "PUT /v2.0/ports/afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 1093 time: 0.8592045 Mar 24 14:57:46.590546 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:46.592834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fb02a9-721d-4c12-b9a7-58467938384d" -d '{"events": [{"name": "network-changed", "server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "tag": "afbe3301-e87c-45b0-8796-7256a791755d"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:46.614321 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6803254-6d23-4140-af30-4185146838cf service neutron] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:46.652749 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46312520-151e-414e-8bce-efca03c063c3 x-openstack-request-id: req-46312520-151e-414e-8bce-efca03c063c3 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:46.653047 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "tag": "afbe3301-e87c-45b0-8796-7256a791755d", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:46.653327 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46312520-151e-414e-8bce-efca03c063c3 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:46.653733 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46312520-151e-414e-8bce-efca03c063c3'] response: {'name': 'network-changed', 'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d', 'status': 'completed', 'code': 200} Mar 24 14:57:46.712573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Made reservation on behalf of 064f289f92414a78b832c412131fc63a for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:46.716169 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:46.751359 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a329dc64-fe34-40e5-bb7e-1a0354e7dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:46.752911 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-a329dc64-fe34-40e5-bb7e-1a0354e7dd0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1127 time: 0.0788615 Mar 24 14:57:46.820197 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-629b6b8c-a3a5-414e-8ad8-eb655cd26716 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 217 time: 0.0426931 Mar 24 14:57:46.907531 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-8266ba4f-9c67-4a73-956c-d455b23cb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:46.909009 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-8266ba4f-9c67-4a73-956c-d455b23cb871 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0804970 Mar 24 14:57:46.918717 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Allocated IP 172.20.0.10 (bbaa1606-e692-4722-b99e-2b545d0801dd/fa91b826-5efe-400e-97a6-a39325ebb2f6/0217c299-9780-4580-b2cc-db5a079302e1) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:47.250627 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-2a6b0440-4126-4a91-af2a-5d3eef17dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:47.252048 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-2a6b0440-4126-4a91-af2a-5d3eef17dcf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3346841 Mar 24 14:57:47.309110 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35457cc-e0e1-40aa-b000-c2893cd97d50 req-23fc5a86-4bc4-472e-8ebb-cbb94eeae04c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:47.310645 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e35457cc-e0e1-40aa-b000-c2893cd97d50 req-23fc5a86-4bc4-472e-8ebb-cbb94eeae04c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0559878 Mar 24 14:57:47.355256 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-19adeb57-1cd3-4124-8a23-8516277cd9df req-194922ee-5200-436e-b2a3-4b53a0e4771c tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 210 time: 0.0478103 Mar 24 14:57:47.363904 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e35457cc-e0e1-40aa-b000-c2893cd97d50 req-0fabb044-6e2f-4c38-8815-37043d67a1f5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476549 Mar 24 14:57:47.392641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for port (0217c299-9780-4580-b2cc-db5a079302e1), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:47.410668 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-2ee6ce57-c357-46b5-ba94-6cba04c94f94 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514933 Mar 24 14:57:47.487794 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:47.549731 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Network bbaa1606-e692-4722-b99e-2b545d0801dd is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:47.559869 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:47.563495 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:47.568652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:47.569165 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:47.571383 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:47.576079 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9117fa0f-caf1-41cb-8926-b4cdebe0e2b0 req-014a4005-13fd-444b-b31d-be8ddc7bdd10 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572568 Mar 24 14:57:47.594456 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-f6c197e8-65ec-4528-9e04-423865de47d3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0922439 Mar 24 14:57:47.629410 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Request body: {'port': {'device_id': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:47.720211 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:47.769998 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb02a9-721d-4c12-b9a7-58467938384d req-e7fe95a4-de89-4b24-b770-d325cc28af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:47.771507 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58fb02a9-721d-4c12-b9a7-58467938384d req-e7fe95a4-de89-4b24-b770-d325cc28af39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1127 time: 0.0884111 Mar 24 14:57:47.803552 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-6d6297ec-b5b7-44b4-bfe5-51814b85c887 None None] Provisioning complete for port 0217c299-9780-4580-b2cc-db5a079302e1 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:47.804102 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6d6297ec-b5b7-44b4-bfe5-51814b85c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0217c299-9780-4580-b2cc-db5a079302e1), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:47.836944 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6d6297ec-b5b7-44b4-bfe5-51814b85c887 None None] Port 0217c299-9780-4580-b2cc-db5a079302e1 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:47.972591 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb02a9-721d-4c12-b9a7-58467938384d req-3956fcf2-e4c4-4602-9fcc-6894c03f8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:47.974068 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58fb02a9-721d-4c12-b9a7-58467938384d req-3956fcf2-e4c4-4602-9fcc-6894c03f8e9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.1870098 Mar 24 14:57:48.021991 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58fb02a9-721d-4c12-b9a7-58467938384d req-fb687049-d341-4293-85bf-24d4d69f2c1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 217 time: 0.0402856 Mar 24 14:57:48.092251 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb02a9-721d-4c12-b9a7-58467938384d req-d128336f-f7fd-41b3-9497-1a8693a5ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.093916 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58fb02a9-721d-4c12-b9a7-58467938384d req-d128336f-f7fd-41b3-9497-1a8693a5ff65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0649905 Mar 24 14:57:48.150899 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0217c299-9780-4580-b2cc-db5a079302e1 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:57:48.159969 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Publish callbacks [] for port (0217c299-9780-4580-b2cc-db5a079302e1), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:48.175971 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Transition to ACTIVE for port object 0217c299-9780-4580-b2cc-db5a079302e1 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:57:48.182587 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:48.189564 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb02a9-721d-4c12-b9a7-58467938384d req-cf261ae7-4175-4c11-aa2f-912034f879f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.191104 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58fb02a9-721d-4c12-b9a7-58467938384d req-cf261ae7-4175-4c11-aa2f-912034f879f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756726 Mar 24 14:57:48.284386 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:48.341151 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Attempting to bind port 0217c299-9780-4580-b2cc-db5a079302e1 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:57:48.341377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Attempting to bind port 0217c299-9780-4580-b2cc-db5a079302e1 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:57:48.341632 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Attempting to bind port 0217c299-9780-4580-b2cc-db5a079302e1 on network bbaa1606-e692-4722-b99e-2b545d0801dd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:48.348781 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Port 0217c299-9780-4580-b2cc-db5a079302e1 on network bbaa1606-e692-4722-b99e-2b545d0801dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:57:48.349009 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Attempting to bind port 0217c299-9780-4580-b2cc-db5a079302e1 on network bbaa1606-e692-4722-b99e-2b545d0801dd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:57:48.352451 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58fb02a9-721d-4c12-b9a7-58467938384d req-81e42601-ead3-44d9-be33-a902407362eb service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407080 Mar 24 14:57:48.356520 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:57:48.356916 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Checking segment: {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:57:48.357275 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Bound using segment: {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:57:48.357716 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Bound port: 0217c299-9780-4580-b2cc-db5a079302e1, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:57:48.358124 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:48.516344 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886664-2796-4c2e-ba8d-f15c783c7ebe req-e20c470f-192a-403c-89b7-b5748833144e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.517077 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:57:48.524328 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6d886664-2796-4c2e-ba8d-f15c783c7ebe req-e20c470f-192a-403c-89b7-b5748833144e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0796740 Mar 24 14:57:48.545972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:57:48.552736 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-58fb02a9-721d-4c12-b9a7-58467938384d req-59d2611d-d925-4e8c-964d-37f0216d37c2 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853678 Mar 24 14:57:48.556178 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:48.564656 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18589cf9-71af-4864-98ba-734e06db7419 req-47756fca-4746-453f-95fb-e637a25beaff tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.566102 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-18589cf9-71af-4864-98ba-734e06db7419 req-47756fca-4746-453f-95fb-e637a25beaff tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.1311285 Mar 24 14:57:48.567009 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6d886664-2796-4c2e-ba8d-f15c783c7ebe req-cffaad8c-e068-45e0-9286-d904b41250e6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Mar 24 14:57:48.585446 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:48.616304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.616927 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:48.618366 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] 10.222.0.46 "PUT /v2.0/ports/0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 1094 time: 0.9935381 Mar 24 14:57:48.651609 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae177f-7045-4ac4-ad1d-d0d1b71d43ec service neutron] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:48.658302 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:48.660517 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88992a4e-f980-4242-bcc3-7e6cd12ab650" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "tag": "0217c299-9780-4580-b2cc-db5a079302e1"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:48.672867 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-18589cf9-71af-4864-98ba-734e06db7419 req-af89debb-34a7-43ca-8218-f4e1f8df9041 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794091 Mar 24 14:57:48.717210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb0970d-b8de-414a-8f7d-bea35307b3a2 x-openstack-request-id: req-1fb0970d-b8de-414a-8f7d-bea35307b3a2 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:48.717506 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "tag": "0217c299-9780-4580-b2cc-db5a079302e1", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:48.717763 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fb0970d-b8de-414a-8f7d-bea35307b3a2 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:48.718197 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb0970d-b8de-414a-8f7d-bea35307b3a2'] response: {'name': 'network-changed', 'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1', 'status': 'completed', 'code': 200} Mar 24 14:57:48.738438 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-738d1498-3882-4185-85aa-a4bb4fedd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.739986 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-738d1498-3882-4185-85aa-a4bb4fedd4e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1128 time: 0.0542648 Mar 24 14:57:48.791876 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-71823087-ea5b-463f-a4e0-3475fd25f393 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 217 time: 0.0375128 Mar 24 14:57:48.843688 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-07a26867-5c7e-4b8a-8fb8-8ed021602e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.845156 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-07a26867-5c7e-4b8a-8fb8-8ed021602e0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 200 len: 847 time: 0.0446744 Mar 24 14:57:48.902367 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-69aa2e2b-26b8-499e-8ad4-aca5b4beab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:48.903851 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-69aa2e2b-26b8-499e-8ad4-aca5b4beab0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbaa1606-e692-4722-b99e-2b545d0801dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447659 Mar 24 14:57:48.996050 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-8ba217d8-d48a-4e41-9f52-26b75ce0568e service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856466 Mar 24 14:57:49.096495 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c340e281-5cf3-4c68-b81f-d533e48fc769 req-4033d091-cd57-4f63-be54-01868e3c9929 service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917056 Mar 24 14:57:49.256841 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-24b3873e-0274-44ca-aad1-96d15e0444c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:49.258263 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-24b3873e-0274-44ca-aad1-96d15e0444c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1128 time: 0.0469708 Mar 24 14:57:49.362233 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-8f91b35e-8c99-4b13-9a1c-a83046d7795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:49.363701 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-8f91b35e-8c99-4b13-9a1c-a83046d7795a service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 909 time: 0.0922151 Mar 24 14:57:49.402621 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-f133e68f-0c35-4f57-8fd3-31f79d4d74ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 217 time: 0.0329618 Mar 24 14:57:49.459616 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-e3c1d139-72ee-45b9-90d9-142adb1ed2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:49.462015 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-e3c1d139-72ee-45b9-90d9-142adb1ed2f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 200 len: 847 time: 0.0520446 Mar 24 14:57:49.520006 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-cbcc73b4-da5e-45ba-b3ee-03d62e54c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:49.521375 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-cbcc73b4-da5e-45ba-b3ee-03d62e54c02a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbaa1606-e692-4722-b99e-2b545d0801dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485680 Mar 24 14:57:49.624543 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-7d7712c7-48db-475d-8862-9f49695aecde service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914221 Mar 24 14:57:49.761628 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-88992a4e-f980-4242-bcc3-7e6cd12ab650 req-d8a8a8e0-0bdf-4c9d-89a7-575b5001a6c1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273799 Mar 24 14:57:49.769472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f2fa-8cb9-4b0b-b7c4-1abba9b46741 req-6c9bc98d-e831-4a7d-a328-255d146b2d03 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:49.771301 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ba9f2fa-8cb9-4b0b-b7c4-1abba9b46741 req-6c9bc98d-e831-4a7d-a328-255d146b2d03 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0926373 Mar 24 14:57:49.805043 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd67e58-7325-4f7f-96df-f427606d18b0 req-eae1b0ab-fb5a-40f0-bf49-d6c5bdbceb0a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:49.806660 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1dd67e58-7325-4f7f-96df-f427606d18b0 req-eae1b0ab-fb5a-40f0-bf49-d6c5bdbceb0a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0539701 Mar 24 14:57:49.821437 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ba9f2fa-8cb9-4b0b-b7c4-1abba9b46741 req-35256d21-32d8-4cc3-a5a6-79952d298cfd tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445468 Mar 24 14:57:49.861539 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1dd67e58-7325-4f7f-96df-f427606d18b0 req-018546c4-fcd7-48fc-a413-3f3d86987c72 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483050 Mar 24 14:57:50.909593 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:57:50.956709 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bec21-7939-42d3-b62d-bcf068f1f561 req-1ae37b59-b523-453c-8830-902443086793 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:50.959033 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cd3bec21-7939-42d3-b62d-bcf068f1f561 req-1ae37b59-b523-453c-8830-902443086793 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0605721 Mar 24 14:57:50.986326 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9adcc0-8fdd-45de-ac66-78235c214c1f req-b6e0efc2-774b-4af1-8bf5-fa11faeb83d6 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:50.988534 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0d9adcc0-8fdd-45de-ac66-78235c214c1f req-b6e0efc2-774b-4af1-8bf5-fa11faeb83d6 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0590990 Mar 24 14:57:51.013410 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:51.014632 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cd3bec21-7939-42d3-b62d-bcf068f1f561 req-480f8c1a-10b6-43ce-a51c-6f8676269a3b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498183 Mar 24 14:57:51.025255 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'afbe3301-e87c-45b0-8796-7256a791755d', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'port_id': 'afbe3301-e87c-45b0-8796-7256a791755d', 'mac_address': 'fa:16:3e:a0:f5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:57:51.048268 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0d9adcc0-8fdd-45de-ac66-78235c214c1f req-577c9d87-0146-4b1e-b697-76c4861d6492 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531497 Mar 24 14:57:51.192656 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port afbe3301-e87c-45b0-8796-7256a791755d is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:51.192951 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:51.206880 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbe3301-e87c-45b0-8796-7256a791755d {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:57:51.226690 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:51.233286 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:51.280592 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:51.666845 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['afbe3301-e87c-45b0-8796-7256a791755d'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:57:52.150112 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd14621-6833-46a7-bded-33dffa2cbf1a req-386eaf64-6453-40db-8ec0-1a26ea5dab2d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:52.151731 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bbd14621-6833-46a7-bded-33dffa2cbf1a req-386eaf64-6453-40db-8ec0-1a26ea5dab2d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 944 time: 0.0525515 Mar 24 14:57:52.170224 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9562b-ecc6-406c-9ddf-361bec563690 req-060e9578-f150-495f-b86b-d1e616283fb8 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:52.171698 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8ac9562b-ecc6-406c-9ddf-361bec563690 req-060e9578-f150-495f-b86b-d1e616283fb8 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0521772 Mar 24 14:57:52.200153 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bbd14621-6833-46a7-bded-33dffa2cbf1a req-021656fc-8319-4343-8130-54dde0c83e40 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Mar 24 14:57:52.225144 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8ac9562b-ecc6-406c-9ddf-361bec563690 req-5d392171-8ea1-4f44-ac5f-00b551776ece tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473161 Mar 24 14:57:52.925098 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:57:52.978761 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port afbe3301-e87c-45b0-8796-7256a791755d completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:57:52.982483 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port afbe3301-e87c-45b0-8796-7256a791755d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:52.982858 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (afbe3301-e87c-45b0-8796-7256a791755d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:53.060539 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port afbe3301-e87c-45b0-8796-7256a791755d is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:53.060915 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:53.083882 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:53.086174 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff6ccc-8d55-47ce-a4eb-741a3b50e298" -d '{"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-plugged", "status": "completed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:53.098074 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:53.103427 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:53.127019 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da67f72-a97b-4b94-b41f-e9c4d132f1b1 x-openstack-request-id: req-7da67f72-a97b-4b94-b41f-e9c4d132f1b1 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:53.127310 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-plugged", "status": "completed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:53.127580 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7da67f72-a97b-4b94-b41f-e9c4d132f1b1 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:53.127984 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da67f72-a97b-4b94-b41f-e9c4d132f1b1'] response: {'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d', 'code': 200} Mar 24 14:57:53.152881 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:53.327733 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46368b-3e98-4782-863c-30d4fb6e5109 req-c381a8cb-d672-4c10-8704-9eb9724c59e8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:53.330578 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-db46368b-3e98-4782-863c-30d4fb6e5109 req-c381a8cb-d672-4c10-8704-9eb9724c59e8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0531180 Mar 24 14:57:53.347514 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3d976-00f2-41d2-9406-24036b710246 req-65763331-86aa-4c1b-82d2-49fccbf9bd29 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:53.348953 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b5a3d976-00f2-41d2-9406-24036b710246 req-65763331-86aa-4c1b-82d2-49fccbf9bd29 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0562401 Mar 24 14:57:53.397169 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b5a3d976-00f2-41d2-9406-24036b710246 req-7ca91ab7-ffa1-4bb2-a125-b45906ea90bb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425282 Mar 24 14:57:53.406157 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-db46368b-3e98-4782-863c-30d4fb6e5109 req-830bd21a-a352-4df3-a6cb-0e55fdcd8029 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668862 Mar 24 14:57:53.408997 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b22be-dc56-42a6-b26e-70502c7ff3fc req-86083ce0-7fe7-405e-b7a1-072968075c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:53.410428 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-564b22be-dc56-42a6-b26e-70502c7ff3fc req-86083ce0-7fe7-405e-b7a1-072968075c12 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1129 time: 0.0789502 Mar 24 14:57:53.468544 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-564b22be-dc56-42a6-b26e-70502c7ff3fc req-8642670e-5e0a-49b0-94e9-a694730def84 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394049 Mar 24 14:57:54.051362 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625152c9-a314-473c-9622-86d9585e436a req-1792e7ec-431b-4043-ad7c-0be3c1d3e4d3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:54.052753 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-625152c9-a314-473c-9622-86d9585e436a req-1792e7ec-431b-4043-ad7c-0be3c1d3e4d3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0557673 Mar 24 14:57:54.102450 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-625152c9-a314-473c-9622-86d9585e436a req-7c61a1cf-c02e-4dac-b28a-a75936164804 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Mar 24 14:57:54.522813 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917a38c-bbc1-4e3c-a6c5-f93e6fcd7c7f req-c318af93-cbea-4f67-a8da-ed785cc95e5a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:54.524318 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0917a38c-bbc1-4e3c-a6c5-f93e6fcd7c7f req-c318af93-cbea-4f67-a8da-ed785cc95e5a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0523028 Mar 24 14:57:54.531643 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6da2e-bc5e-45bb-a716-e40f44fcf6b0 req-70f5f5bb-eb5c-4972-94f2-c8a32b0351fc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:54.533150 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-15e6da2e-bc5e-45bb-a716-e40f44fcf6b0 req-70f5f5bb-eb5c-4972-94f2-c8a32b0351fc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0551484 Mar 24 14:57:54.573112 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0917a38c-bbc1-4e3c-a6c5-f93e6fcd7c7f req-4c1e11e7-16fd-418a-b9e4-8c93edfa9af8 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Mar 24 14:57:54.578640 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-15e6da2e-bc5e-45bb-a716-e40f44fcf6b0 req-9ca4428d-c0f9-4bbe-b494-c91c00b061e4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397773 Mar 24 14:57:55.226560 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56679b67-a214-4557-89d5-40dcf68bab29 req-ae6ab2d9-34e0-4023-b4f6-46a96a02bb33 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:55.228013 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-56679b67-a214-4557-89d5-40dcf68bab29 req-ae6ab2d9-34e0-4023-b4f6-46a96a02bb33 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0589201 Mar 24 14:57:55.275971 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-56679b67-a214-4557-89d5-40dcf68bab29 req-2b6fc27b-c56d-4b0c-a168-903fa0cdc288 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Mar 24 14:57:55.697558 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b88bc6-56a0-4d0f-8b3c-a2493b76ff73 req-9339579f-e182-4886-a1f4-9b2715625b0f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:55.699135 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-52b88bc6-56a0-4d0f-8b3c-a2493b76ff73 req-9339579f-e182-4886-a1f4-9b2715625b0f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0540226 Mar 24 14:57:55.700709 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ac38-688e-477b-a168-abc4a4a970a4 req-63fe6824-ca5b-4087-ad68-3cbad8b9f3a8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:55.702215 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4fc6ac38-688e-477b-a168-abc4a4a970a4 req-63fe6824-ca5b-4087-ad68-3cbad8b9f3a8 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0521290 Mar 24 14:57:55.748551 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4fc6ac38-688e-477b-a168-abc4a4a970a4 req-db46c38f-1aae-4146-8e3c-2a384e34d590 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Mar 24 14:57:55.749080 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-52b88bc6-56a0-4d0f-8b3c-a2493b76ff73 req-d36870d0-7810-4e9d-a43a-f43d94d5017b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Mar 24 14:57:55.863783 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7979e7-12f2-4537-8de6-a99b95534b55 req-314d72cf-9756-4547-baae-61d0a923448e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:55.865313 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-de7979e7-12f2-4537-8de6-a99b95534b55 req-314d72cf-9756-4547-baae-61d0a923448e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0534270 Mar 24 14:57:55.873713 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51070) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:57:55.878260 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Request body: {'floatingip': {'port_id': 'afbe3301-e87c-45b0-8796-7256a791755d'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:55.920404 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (975d6400-919c-424d-97ca-88971ce36284), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:56.139961 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-9aa6da77-cc2a-4521-806f-5bb3f6219336 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123917301&fields=id&tenant_id=ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 267 time: 0.0428939 Mar 24 14:57:56.248464 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-ad6a3317-d1a7-46ad-bf03-811111338910 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:56.249925 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-ad6a3317-d1a7-46ad-bf03-811111338910 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 811 time: 0.1036065 Mar 24 14:57:56.264751 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-ee60a87e-d2cf-4bc3-ad81-e2e071319b73 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/quotas/ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 375 time: 0.0094070 Mar 24 14:57:56.320100 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-78385928-42c9-4fe1-8c66-5f373afd4931 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500028 Mar 24 14:57:56.360889 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:56.376130 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (975d6400-919c-424d-97ca-88971ce36284), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:56.421622 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-f7f31ead-5532-484c-b048-c2fb542e277d service neutron] 10.222.0.43 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894816 Mar 24 14:57:56.515469 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-8a0ab1e7-19b0-4024-b806-21bedb1c71e7 service neutron] 10.222.0.43 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877883 Mar 24 14:57:56.691822 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43442f2-c2de-4d74-8242-f26b440bc5c7 req-9b02a90e-8beb-48a1-b31b-4670a7effab7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:56.693232 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e43442f2-c2de-4d74-8242-f26b440bc5c7 req-9b02a90e-8beb-48a1-b31b-4670a7effab7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.3491209 Mar 24 14:57:56.728892 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Floating IP 975d6400-919c-424d-97ca-88971ce36284 associated. External IP: 172.27.1.52, port: afbe3301-e87c-45b0-8796-7256a791755d. Mar 24 14:57:56.809754 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ba2ecc7-240c-4a78-8b26-8117bdbc1523 req-a008659f-9605-4c15-93d5-a0ecb2ec3a1a tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0285046 Mar 24 14:57:56.814166 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e43442f2-c2de-4d74-8242-f26b440bc5c7 req-6261f985-4e55-47d6-9378-815e7ad2cc3c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129782 Mar 24 14:57:57.001246 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db6ade-8b42-48aa-bd96-3da4150ddb6a req-851368a5-ba0b-4e2a-977d-f98ce1986d0e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:57.002762 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-36db6ade-8b42-48aa-bd96-3da4150ddb6a req-851368a5-ba0b-4e2a-977d-f98ce1986d0e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.1023726 Mar 24 14:57:57.037021 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Router 0302fded-8b8a-4d78-8a28-23ba607619eb has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:57.071768 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-36db6ade-8b42-48aa-bd96-3da4150ddb6a req-c11f7354-4ca8-4901-b1e5-7936dda89174 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591278 Mar 24 14:57:57.172810 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:57:57.177644 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:57.182305 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] Sync routers for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:57:57.192388 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:57.193073 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:57.220990 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d0f3f721-8574-495a-a248-f26d6cd33463 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "PUT /v2.0/floatingips/975d6400-919c-424d-97ca-88971ce36284 HTTP/1.1" status: 200 len: 990 time: 1.3349915 Mar 24 14:57:57.220990 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:57:57.220990 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f" -d '{"events": [{"name": "network-changed", "server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "tag": "afbe3301-e87c-45b0-8796-7256a791755d"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:57:57.258615 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e81cf-69b8-48a0-b690-d060ce4905be x-openstack-request-id: req-6c4e81cf-69b8-48a0-b690-d060ce4905be {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:57:57.259376 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "tag": "afbe3301-e87c-45b0-8796-7256a791755d", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:57:57.259376 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c4e81cf-69b8-48a0-b690-d060ce4905be {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:57:57.260653 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4e81cf-69b8-48a0-b690-d060ce4905be'] response: {'name': 'network-changed', 'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d', 'status': 'completed', 'code': 200} Mar 24 14:57:57.301422 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:57.362326 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-df591b60-935a-48bc-b6fb-2e415adf2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:57.363870 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-df591b60-935a-48bc-b6fb-2e415adf2783 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1129 time: 0.0498996 Mar 24 14:57:57.535661 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '975d6400-919c-424d-97ca-88971ce36284', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'port_id': 'afbe3301-e87c-45b0-8796-7256a791755d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'mac_address': 'fa:16:3e:a0:f5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88e14-b732-416d-b28b-76cfcde70c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:57:41Z', 'updated_at': '2022-03-24T14:57:56Z', 'revision_number': 1, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:57.562235 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] Checking router: 0302fded-8b8a-4d78-8a28-23ba607619eb for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:57:57.571182 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:57:57.571801 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:57.678316 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-7525d006-3bdc-4484-887a-a4ccb523b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:57.678840 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:57:57.679804 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-7525d006-3bdc-4484-887a-a4ccb523b5c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.2961886 Mar 24 14:57:57.749843 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-f5de13e6-3380-43ca-89d9-a410c642c02e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 998 time: 0.0626297 Mar 24 14:57:57.818292 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-f397d816-48cb-4332-b4b1-c53621930ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:57.819758 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-f397d816-48cb-4332-b4b1-c53621930ab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0455890 Mar 24 14:57:57.898954 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-cbae85bc-50fc-4418-9faf-f8dd3d682e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:57.900820 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-cbae85bc-50fc-4418-9faf-f8dd3d682e68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538125 Mar 24 14:57:57.916714 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '975d6400-919c-424d-97ca-88971ce36284', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'port_id': 'afbe3301-e87c-45b0-8796-7256a791755d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'mac_address': 'fa:16:3e:a0:f5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88e14-b732-416d-b28b-76cfcde70c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:57:41Z', 'updated_at': '2022-03-24T14:57:56Z', 'revision_number': 1, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:57:57.947623 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28be2d-279e-44f5-9ea2-07c63935b701 None None] The sync data for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi is: [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '975d6400-919c-424d-97ca-88971ce36284', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'port_id': 'afbe3301-e87c-45b0-8796-7256a791755d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'mac_address': 'fa:16:3e:a0:f5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88e14-b732-416d-b28b-76cfcde70c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:57:41Z', 'updated_at': '2022-03-24T14:57:56Z', 'revision_number': 1, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:57:57.965892 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-27efb4bf-8084-454a-886d-32b8d46cff68 req-9aed75d0-0c65-425f-abcc-66e31b37e84a tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0375156 Mar 24 14:57:58.071345 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880079b-4e82-4dd2-b70e-0091a4804005 req-903345e6-2db0-48c3-9d89-92916fd92ae3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:58.072716 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0880079b-4e82-4dd2-b70e-0091a4804005 req-903345e6-2db0-48c3-9d89-92916fd92ae3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.1710129 Mar 24 14:57:58.129742 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-e41ad6fb-a9c2-4fc4-8568-5bf98c7efae7 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157393 Mar 24 14:57:58.214715 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb369f1-8fbc-4971-9a24-278a632ead7b None None] New status for floating IP 975d6400-919c-424d-97ca-88971ce36284: ACTIVE {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:57:58.215282 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3656d-67c0-4576-b72f-489b255d4dc2 req-6cb58fea-f72d-4cd9-8866-7a264e0814df tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:58.219531 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-15f94e28-ac46-4ed2-9d67-9406d8b565f3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:58.220744 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-15f94e28-ac46-4ed2-9d67-9406d8b565f3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 811 time: 0.2344656 Mar 24 14:57:58.222306 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ccb3656d-67c0-4576-b72f-489b255d4dc2 req-6cb58fea-f72d-4cd9-8866-7a264e0814df tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0650697 Mar 24 14:57:58.233773 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0880079b-4e82-4dd2-b70e-0091a4804005 req-aa9a4599-038e-4315-92ac-b3c189f19934 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547143 Mar 24 14:57:58.277400 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-30e9ca7a-4537-49d3-9d37-31a6a6d3113f req-b5f8a8e1-6af0-47f1-ac07-6fe552dbf04c service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365759 Mar 24 14:57:58.278401 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ccb3656d-67c0-4576-b72f-489b255d4dc2 req-3f816c27-fc12-4320-9981-8b1403c9ccfd tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513649 Mar 24 14:57:58.408203 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-3c3fb568-a322-42b2-b965-21cc1577c242 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 379 time: 0.0656137 Mar 24 14:57:58.419319 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'port': {'device_id': '0138fb18-a716-4c51-8286-c389690b66f5', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'admin_state_up': True, 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'security_groups': ['f86e2a8a-06dc-4f4a-9522-16194209a0bc']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:58.530601 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Made reservation on behalf of ba28e6d467154998b4eae495425f12aa for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:57:58.535918 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:58.697598 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Allocated IP 172.20.0.4 (ba07bd07-fe18-4344-84a9-6361162c2139/b9ea3fff-a008-4103-ad6a-e053d77cfa02/e65279d0-e116-48c7-8da5-e13b0a4463b0) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:57:58.737197 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-52341bc9-a6b4-4c9f-a5b1-f420b2fcbcd9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:58.738689 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-52341bc9-a6b4-4c9f-a5b1-f420b2fcbcd9 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0883517 Mar 24 14:57:58.914547 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:58.917352 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0217c299-9780-4580-b2cc-db5a079302e1 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:57:58.935115 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Deleting port 707a58c0-5651-4049-8c1f-6b806f5252b5 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:57:58.935462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.023087 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.024846 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:59.044915 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '0217c299-9780-4580-b2cc-db5a079302e1', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'port_id': '0217c299-9780-4580-b2cc-db5a079302e1', 'mac_address': 'fa:16:3e:30:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:57:59.084666 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 0217c299-9780-4580-b2cc-db5a079302e1 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:57:59.085199 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.096786 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] For port 707a58c0-5651-4049-8c1f-6b806f5252b5, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=707a58c0-5651-4049-8c1f-6b806f5252b5,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:59.097153 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.098866 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0217c299-9780-4580-b2cc-db5a079302e1 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:57:59.100549 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Network ba07bd07-fe18-4344-84a9-6361162c2139 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:57:59.117961 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:57:59.122680 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.134741 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:57:59.137269 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:57:59.142774 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:59.143440 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.159973 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=e65279d0-e116-48c7-8da5-e13b0a4463b0,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:59.171118 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:59.208235 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-696acc72-a7c3-4d25-bfc5-d0784df2162e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933624 Mar 24 14:57:59.232955 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Request body: {'port': {'device_id': '0138fb18-a716-4c51-8286-c389690b66f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:57:59.245817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3eebd1-4ca1-499f-9011-b0822cc1f8f0 req-c340cee4-7bb3-4555-a87f-f6278af17ec3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:59.247527 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cf3eebd1-4ca1-499f-9011-b0822cc1f8f0 req-c340cee4-7bb3-4555-a87f-f6278af17ec3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 931 time: 0.1779740 Mar 24 14:57:59.361134 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a282-9ae1-4ef0-9e22-02bbee1e7841 req-8b4f6eb6-cd9f-4729-a292-97f77d042af2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:59.366564 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4d65a282-9ae1-4ef0-9e22-02bbee1e7841 req-8b4f6eb6-cd9f-4729-a292-97f77d042af2 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 945 time: 0.0575144 Mar 24 14:57:59.404537 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-fe9da405-978a-43fe-b0a4-022d175b543f None None] Provisioning complete for port e65279d0-e116-48c7-8da5-e13b0a4463b0 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:57:59.404910 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fe9da405-978a-43fe-b0a4-022d175b543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.410100 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4d65a282-9ae1-4ef0-9e22-02bbee1e7841 req-ac01a426-7de2-4696-bfb0-d0aa6419093d tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab644cba-596b-4989-848d-31045d4c5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 Mar 24 14:57:59.419211 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cf3eebd1-4ca1-499f-9011-b0822cc1f8f0 req-842eeed1-a75a-4429-a2fd-855a844a2ebf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417799 Mar 24 14:57:59.429743 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.455399 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.455757 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.456146 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Floating IP f19559a9-9e0a-479e-845d-2a021aa0b8db disassociated. External IP: 172.27.1.72, port: 707a58c0-5651-4049-8c1f-6b806f5252b5. Mar 24 14:57:59.456424 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Calling delete_port for 707a58c0-5651-4049-8c1f-6b806f5252b5 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:57:59.468320 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-fe9da405-978a-43fe-b0a4-022d175b543f None None] Port e65279d0-e116-48c7-8da5-e13b0a4463b0 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:57:59.501147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['0217c299-9780-4580-b2cc-db5a079302e1'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:57:59.521072 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61570c-e6aa-479a-90b4-fc55461b229e req-88ff0d49-5ffa-4f41-b8cd-792e3da0bdfb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:57:59.522873 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ab61570c-e6aa-479a-90b4-fc55461b229e req-88ff0d49-5ffa-4f41-b8cd-792e3da0bdfb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 945 time: 0.0528197 Mar 24 14:57:59.582187 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ab61570c-e6aa-479a-90b4-fc55461b229e req-12fa062b-159e-44c9-b9af-45efc5b4ec42 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513706 Mar 24 14:57:59.750515 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (707a58c0-5651-4049-8c1f-6b806f5252b5), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.784300 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event deleted for resources: {'Port': ['ID=707a58c0-5651-4049-8c1f-6b806f5252b5,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:57:59.886032 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65279d0-e116-48c7-8da5-e13b0a4463b0 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:57:59.895794 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Publish callbacks [] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.918400 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Transition to ACTIVE for port object e65279d0-e116-48c7-8da5-e13b0a4463b0 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:57:59.924567 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:57:59.969712 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Router 004b4409-eb17-4f72-9cf1-b44680261d29 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:57:59.990563 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e65279d0-e116-48c7-8da5-e13b0a4463b0,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:00.085660 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Attempting to bind port e65279d0-e116-48c7-8da5-e13b0a4463b0 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:58:00.086050 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Attempting to bind port e65279d0-e116-48c7-8da5-e13b0a4463b0 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:58:00.086359 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Attempting to bind port e65279d0-e116-48c7-8da5-e13b0a4463b0 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:58:00.095763 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Port e65279d0-e116-48c7-8da5-e13b0a4463b0 on network ba07bd07-fe18-4344-84a9-6361162c2139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:58:00.096067 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Attempting to bind port e65279d0-e116-48c7-8da5-e13b0a4463b0 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:58:00.111245 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:58:00.111552 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Checking segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:58:00.111946 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Bound using segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:58:00.112488 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Bound port: e65279d0-e116-48c7-8da5-e13b0a4463b0, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:58:00.112728 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:00.171001 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:58:00.187298 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] Sync routers for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:58:00.209241 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:00.209878 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:00.230847 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] No DVR routers for this DVR port 707a58c0-5651-4049-8c1f-6b806f5252b5 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:58:00.233852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:00.237354 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-016fd26d-5f2d-4642-b904-3d7777acdcf2 req-5c840ecd-706c-4298-aa51-318e3b75f12f tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "DELETE /v2.0/ports/707a58c0-5651-4049-8c1f-6b806f5252b5 HTTP/1.1" status: 204 len: 173 time: 1.4913101 Mar 24 14:58:00.254968 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] For port e65279d0-e116-48c7-8da5-e13b0a4463b0, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:58:00.257533 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'name': 'network-vif-deleted', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:00.260331 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5da36d-025e-41f7-baf3-1a2613682815" -d '{"events": [{"server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "name": "network-vif-deleted", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:00.264112 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] For port e65279d0-e116-48c7-8da5-e13b0a4463b0, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:58:00.275041 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:00.320230 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:00.320507 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:00.322622 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] 10.222.0.46 "PUT /v2.0/ports/e65279d0-e116-48c7-8da5-e13b0a4463b0 HTTP/1.1" status: 200 len: 1093 time: 1.0948641 Mar 24 14:58:00.342342 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fe8d6f55-3b4c-43d2-b164-f7c88a28e027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:00.355269 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c25c49-fa74-4755-89a1-5116b3884aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e65279d0-e116-48c7-8da5-e13b0a4463b0,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:00.363758 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec03294-f7c0-49a1-8ccc-fc1844a0f687 x-openstack-request-id: req-0ec03294-f7c0-49a1-8ccc-fc1844a0f687 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:00.364054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9043b-c5c5-483e-b1e4-c2285491650d", "name": "network-vif-deleted", "tag": "707a58c0-5651-4049-8c1f-6b806f5252b5", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:00.364303 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ec03294-f7c0-49a1-8ccc-fc1844a0f687 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:00.364714 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec03294-f7c0-49a1-8ccc-fc1844a0f687'] response: {'server_uuid': '6eb9043b-c5c5-483e-b1e4-c2285491650d', 'name': 'network-vif-deleted', 'tag': '707a58c0-5651-4049-8c1f-6b806f5252b5', 'status': 'completed', 'code': 200} Mar 24 14:58:00.378835 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:00.462823 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-9ab68e62-f37b-4e47-b094-98792cf35c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:00.464699 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-9ab68e62-f37b-4e47-b094-98792cf35c2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 1127 time: 0.0752583 Mar 24 14:58:00.546770 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-868125e3-a14b-49ba-b701-d5cc1e206b3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0 HTTP/1.1" status: 200 len: 217 time: 0.0510800 Mar 24 14:58:00.555285 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-cb33a198-e3ae-43fb-af18-dd4e392fde59 req-bd04587d-c651-473b-acef-58a5fc8356be tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=6eb9043b-c5c5-483e-b1e4-c2285491650d HTTP/1.1" status: 200 len: 210 time: 0.0349195 Mar 24 14:58:00.609756 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:00.632145 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-d83124d2-ba47-4cd0-a8fe-45097d9f2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:00.633640 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-d83124d2-ba47-4cd0-a8fe-45097d9f2c61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0754097 Mar 24 14:58:00.641417 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab66407-887c-4108-9c38-9561d12bf9d0 req-cfb8e70d-ff58-4836-9b14-148760d92ff9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:00.641736 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] Checking router: 004b4409-eb17-4f72-9cf1-b44680261d29 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:58:00.646605 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7ab66407-887c-4108-9c38-9561d12bf9d0 req-cfb8e70d-ff58-4836-9b14-148760d92ff9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 943 time: 0.1033578 Mar 24 14:58:00.663398 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:00.664043 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:57:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:00.716604 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747658b-d6a2-4ab3-9d0c-84a664a843bc req-1094739b-70f1-4317-b8ab-5dfb16bf42cb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:00.718240 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3747658b-d6a2-4ab3-9d0c-84a664a843bc req-1094739b-70f1-4317-b8ab-5dfb16bf42cb tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 945 time: 0.0582712 Mar 24 14:58:00.773128 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3747658b-d6a2-4ab3-9d0c-84a664a843bc req-b7758764-51e0-4a76-aae7-894461bb0df8 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486994 Mar 24 14:58:00.778823 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:00.938747 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0217c299-9780-4580-b2cc-db5a079302e1 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:58:00.939003 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7ab66407-887c-4108-9c38-9561d12bf9d0 req-8adcdb74-95b4-4450-b2ca-9bc7ac306f04 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821200 Mar 24 14:58:00.946571 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-bb2b7931-087d-4c2a-8dba-df8650134d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:00.948085 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-bb2b7931-087d-4c2a-8dba-df8650134d46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3006015 Mar 24 14:58:01.043583 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-b55b05dc-0ab5-4052-95b6-3afaa3720bd2 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874584 Mar 24 14:58:01.133692 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-eb589eab-42a9-425f-9f5e-6c9d90d3ce9a req-7bed1242-c2ec-4c3a-ad98-9e525ab5122d service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832269 Mar 24 14:58:01.164635 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 0217c299-9780-4580-b2cc-db5a079302e1 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:58:01.171564 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 0217c299-9780-4580-b2cc-db5a079302e1 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:58:01.171921 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0217c299-9780-4580-b2cc-db5a079302e1), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.194727 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:01.226822 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c48507-80a7-4a92-9a51-0be031edff9e None None] The sync data for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi is: [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:53:17Z', 'revision_number': 4, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '10e7e908-401a-4ad4-b848-cfe93c758b10', 'name': '', 'network_id': '26036e81-2e6b-42c1-bfb5-f20edd062767', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'mac_address': 'fa:16:3e:ea:b1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:16Z', 'updated_at': '2022-03-24T14:53:38Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'subnets': [{'id': 'cdb49646-7a4a-4afd-b994-7989991b207d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:58:01.284564 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 0217c299-9780-4580-b2cc-db5a079302e1 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:58:01.284955 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.308342 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:01.310863 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb4cbce-8daa-467b-b398-cba0344584e7" -d '{"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-plugged", "status": "completed", "tag": "0217c299-9780-4580-b2cc-db5a079302e1"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:01.328977 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:01.334058 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.334950 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 707a58c0-5651-4049-8c1f-6b806f5252b5 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:01.372401 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c51c6-c910-4475-8bc7-6210b04da34f x-openstack-request-id: req-f57c51c6-c910-4475-8bc7-6210b04da34f {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:01.372706 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-plugged", "status": "completed", "tag": "0217c299-9780-4580-b2cc-db5a079302e1", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:01.372964 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f57c51c6-c910-4475-8bc7-6210b04da34f {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:01.373374 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57c51c6-c910-4475-8bc7-6210b04da34f'] response: {'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1', 'code': 200} Mar 24 14:58:01.376964 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 707a58c0-5651-4049-8c1f-6b806f5252b5 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:01.377310 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 707a58c0-5651-4049-8c1f-6b806f5252b5 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:01.409201 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:01.453501 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c766005-fdae-495c-a2f8-11f8e19a8e1a None None] New status for floating IP f19559a9-9e0a-479e-845d-2a021aa0b8db: DOWN {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:58:01.634103 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51134) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:01.662269 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3175568-b534-41a1-9ac1-f8c6991071cf req-5e2a08f0-5f6d-4085-91d3-f48f4ab8faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:01.664518 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d3175568-b534-41a1-9ac1-f8c6991071cf req-5e2a08f0-5f6d-4085-91d3-f48f4ab8faa5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1130 time: 0.0497091 Mar 24 14:58:01.693339 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e923ea34-4440-45c5-8120-07d604461397 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group (ab644cba-596b-4989-848d-31045d4c5b27), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.711039 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d3175568-b534-41a1-9ac1-f8c6991071cf req-c58289e4-78df-4f74-8768-cb0bddd4e97e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409303 Mar 24 14:58:01.718791 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e923ea34-4440-45c5-8120-07d604461397 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group (ab644cba-596b-4989-848d-31045d4c5b27), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.769202 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e923ea34-4440-45c5-8120-07d604461397 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ab644cba-596b-4989-848d-31045d4c5b27), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.771762 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e923ea34-4440-45c5-8120-07d604461397 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.772923 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e923ea34-4440-45c5-8120-07d604461397 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "DELETE /v2.0/security-groups/ab644cba-596b-4989-848d-31045d4c5b27 HTTP/1.1" status: 204 len: 168 time: 0.1378384 Mar 24 14:58:01.775679 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51136) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:01.781599 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923ea34-4440-45c5-8120-07d604461397 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab644cba-596b-4989-848d-31045d4c5b27,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:01.788841 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.api.v2.resource [None req-89e97892-1560-40fc-8dc3-727551990c21 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] show failed (client error): The resource could not be found. Mar 24 14:58:01.792769 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-89e97892-1560-40fc-8dc3-727551990c21 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups/ab644cba-596b-4989-848d-31045d4c5b27 HTTP/1.1" status: 404 len: 347 time: 0.0160313 Mar 24 14:58:01.792965 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51138) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:01.902152 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5da0b-f24e-41eb-94bd-29cac7b8da5e req-86614b73-4309-46cf-93af-32773385ddd8 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:01.903752 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-20e5da0b-f24e-41eb-94bd-29cac7b8da5e req-86614b73-4309-46cf-93af-32773385ddd8 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0567210 Mar 24 14:58:01.923056 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Deleting port 5e6c6271-e5e2-4957-9af6-902a791a8f5e {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:01.923524 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.953386 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-20e5da0b-f24e-41eb-94bd-29cac7b8da5e req-3fd69153-d197-45ec-8002-11aeb0123e6e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Mar 24 14:58:01.997266 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:01.997647 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (5e6c6271-e5e2-4957-9af6-902a791a8f5e), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:02.009267 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Calling delete_port for 5e6c6271-e5e2-4957-9af6-902a791a8f5e owned by network:floatingip {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:02.122995 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094c289-854e-4cb9-844a-14a6a89d1c79 req-9d5f329d-4120-4a24-995d-78ebed524449 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:02.124464 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b094c289-854e-4cb9-844a-14a6a89d1c79 req-9d5f329d-4120-4a24-995d-78ebed524449 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 943 time: 0.1069095 Mar 24 14:58:02.205714 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b094c289-854e-4cb9-844a-14a6a89d1c79 req-2ff4fe23-f7ed-4036-9d12-089d889c2414 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727625 Mar 24 14:58:02.220397 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (5e6c6271-e5e2-4957-9af6-902a791a8f5e), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:02.247263 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event deleted for resources: {'Port': ['ID=5e6c6271-e5e2-4957-9af6-902a791a8f5e,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:02.308519 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks [] for floatingip (f19559a9-9e0a-479e-845d-2a021aa0b8db), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:02.311093 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:02.312262 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-57dd6587-9e82-470a-9245-ca065715c622 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "DELETE /v2.0/floatingips/f19559a9-9e0a-479e-845d-2a021aa0b8db HTTP/1.1" status: 204 len: 168 time: 0.5184300 Mar 24 14:58:02.365773 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:02.370455 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f74c6-aae9-4780-b051-c8e05e359cff" -d '{"events": [{"name": "network-changed", "server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:02.404649 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0e65d-16e6-4f7d-bac8-7aeb9b3e5ae9 x-openstack-request-id: req-cca0e65d-16e6-4f7d-bac8-7aeb9b3e5ae9 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:02.405112 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:02.405244 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cca0e65d-16e6-4f7d-bac8-7aeb9b3e5ae9 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:02.405664 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca0e65d-16e6-4f7d-bac8-7aeb9b3e5ae9'] response: {'name': 'network-changed', 'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'status': 'completed', 'code': 200} Mar 24 14:58:02.504195 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-633388b9-473e-4f4e-84aa-8f6e1a293243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:02.504771 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf340-1642-4c66-aab7-81f23356ad8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:02.505649 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-633388b9-473e-4f4e-84aa-8f6e1a293243 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 1127 time: 0.0447905 Mar 24 14:58:02.596773 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-771137b1-d1e7-4ed6-bd95-ee6b159e3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:02.598239 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-771137b1-d1e7-4ed6-bd95-ee6b159e3d06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.0864313 Mar 24 14:58:02.638560 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-a4d32c6b-bc44-4a06-89f5-c713aa5fa7a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0 HTTP/1.1" status: 200 len: 217 time: 0.0336432 Mar 24 14:58:02.685466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-d387feaf-6904-433f-a57b-3fc6501f0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:02.686904 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-d387feaf-6904-433f-a57b-3fc6501f0c5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0422502 Mar 24 14:58:02.753575 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-87b56066-d5c7-4664-a68f-1ab3c41dff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:02.755148 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-87b56066-d5c7-4664-a68f-1ab3c41dff53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494597 Mar 24 14:58:02.845964 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-55ca33f5-10b1-4e1f-9ccc-ea14391ce078 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836635 Mar 24 14:58:02.942252 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c41f74c6-aae9-4780-b051-c8e05e359cff req-49742456-f0e0-42e2-a3c5-ec8f3c1332b5 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882671 Mar 24 14:58:03.075160 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2363e2-46ca-4c85-9cba-3895a162c545 req-0da482e8-786d-4ab4-a2c6-3999f81eec6f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:03.076811 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4b2363e2-46ca-4c85-9cba-3895a162c545 req-0da482e8-786d-4ab4-a2c6-3999f81eec6f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0578840 Mar 24 14:58:03.124966 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4b2363e2-46ca-4c85-9cba-3895a162c545 req-800ef564-3759-4246-9303-a951834a99cc tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Mar 24 14:58:03.245958 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871caa56-32cf-48e9-b673-1c244a56dead req-7b3f3d46-84bb-4441-af05-9475fd1896e6 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:03.247488 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-871caa56-32cf-48e9-b673-1c244a56dead req-7b3f3d46-84bb-4441-af05-9475fd1896e6 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0566652 Mar 24 14:58:03.297554 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-871caa56-32cf-48e9-b673-1c244a56dead req-0191439f-28df-48ef-ab63-8112aa8d5b49 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 Mar 24 14:58:03.319851 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51156) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:03.322111 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d2874-57e4-48a1-b869-c725e5362c33 req-b4e3837c-3136-41c7-8687-badaf20ca7ab tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:03.323636 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-522d2874-57e4-48a1-b869-c725e5362c33 req-b4e3837c-3136-41c7-8687-badaf20ca7ab tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 943 time: 0.0524321 Mar 24 14:58:03.373472 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-522d2874-57e4-48a1-b869-c725e5362c33 req-9beddf3b-1801-4c1a-b4f8-71317ef0a80c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Mar 24 14:58:03.507883 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1280e82-cab0-42b6-a267-9f48574d21ea tempest-TestShelveInstance-334215921 tempest-TestShelveInstance-334215921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:03.509508 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c1280e82-cab0-42b6-a267-9f48574d21ea tempest-TestShelveInstance-334215921 tempest-TestShelveInstance-334215921-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1125 time: 0.1886652 Mar 24 14:58:03.512514 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51166) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:03.517048 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'port_id': '0217c299-9780-4580-b2cc-db5a079302e1', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:03.540652 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:03.655952 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:03.727071 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:03.763709 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Allocated IP 172.27.1.214 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/4d9336ed-44ec-480d-a136-d2564e2f4107) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:58:03.869852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:03.911522 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:03.947869 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:58:03.950981 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:58:03.956847 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:58:03.962516 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'Port': ['ID=4d9336ed-44ec-480d-a136-d2564e2f4107,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:04.313776 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for floatingip (d312129b-ef29-44df-b12b-c6aa56f989ce), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:04.383693 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:04.493820 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf74a40-bad4-4b3a-8ec6-6432a212b4c8 req-35419fe2-2ebf-4452-a363-f416876193d0 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:04.495239 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1cf74a40-bad4-4b3a-8ec6-6432a212b4c8 req-35419fe2-2ebf-4452-a363-f416876193d0 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 943 time: 0.0555713 Mar 24 14:58:04.531458 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:04.537383 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:04.550765 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1cf74a40-bad4-4b3a-8ec6-6432a212b4c8 req-4690ae85-2a15-42be-bc77-37c6f4c02aaa tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495439 Mar 24 14:58:04.611222 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event updated for resources: {'Port': ['ID=4d9336ed-44ec-480d-a136-d2564e2f4107,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:04.619363 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (d312129b-ef29-44df-b12b-c6aa56f989ce), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:04.723052 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Floating IP d312129b-ef29-44df-b12b-c6aa56f989ce associated. External IP: 172.27.1.214, port: 0217c299-9780-4580-b2cc-db5a079302e1. Mar 24 14:58:04.788202 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ffe28-ed96-4331-a162-6104fa9d202c req-91c86312-822b-4810-a003-eadc77b6ec25 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:04.789591 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1a7ffe28-ed96-4331-a162-6104fa9d202c req-91c86312-822b-4810-a003-eadc77b6ec25 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0546870 Mar 24 14:58:04.836006 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1a7ffe28-ed96-4331-a162-6104fa9d202c req-48052070-116d-4c22-8727-cd59cabaa749 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Mar 24 14:58:04.934390 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:58:05.192520 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:05.273099 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:58:05.282845 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] Sync routers for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:58:05.292425 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:05.293593 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:05.294314 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:05.321185 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-acb19dfe-9fc3-4a8f-a546-ff940067cd25 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8075893 Mar 24 14:58:05.321782 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:05.324055 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6cd844-c45b-455f-83d5-145e3d3c6885" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "tag": "0217c299-9780-4580-b2cc-db5a079302e1"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:05.359393 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2278485-ee74-457c-8470-fcd6e1a55d4b x-openstack-request-id: req-f2278485-ee74-457c-8470-fcd6e1a55d4b {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:05.359689 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "tag": "0217c299-9780-4580-b2cc-db5a079302e1", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:05.359946 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2278485-ee74-457c-8470-fcd6e1a55d4b {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:05.360357 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2278485-ee74-457c-8470-fcd6e1a55d4b'] response: {'name': 'network-changed', 'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1', 'status': 'completed', 'code': 200} Mar 24 14:58:05.401265 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:05.449685 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-9177282f-dcf4-4aad-b449-99623b543bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:05.451214 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-9177282f-dcf4-4aad-b449-99623b543bd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1130 time: 0.0443859 Mar 24 14:58:05.544833 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-da17dcef-c8be-4dfa-a7e9-722117f1d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:05.546564 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-da17dcef-c8be-4dfa-a7e9-722117f1d47c service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 909 time: 0.0867202 Mar 24 14:58:05.622322 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-08455cf3-1db4-4450-bbaf-060826c1e270 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 1000 time: 0.0671949 Mar 24 14:58:05.633485 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'd312129b-ef29-44df-b12b-c6aa56f989ce', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'port_id': '0217c299-9780-4580-b2cc-db5a079302e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'mac_address': 'fa:16:3e:30:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:04Z', 'updated_at': '2022-03-24T14:58:04Z', 'revision_number': 0, 'project_id': '064f289f92414a78b832c412131fc63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 5, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:05.659867 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] Checking router: 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:58:05.669242 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:05.669848 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:05.698517 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-60ef2a66-cd2d-472c-837e-3a6541324bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:05.700037 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-60ef2a66-cd2d-472c-837e-3a6541324bed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 200 len: 847 time: 0.0655043 Mar 24 14:58:05.721730 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde4f34-6a96-4070-b4a0-297022aeee9b req-d84dc9da-602b-40dc-9166-9c428ca24b34 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:05.723181 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4cde4f34-6a96-4070-b4a0-297022aeee9b req-d84dc9da-602b-40dc-9166-9c428ca24b34 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 943 time: 0.0969584 Mar 24 14:58:05.777985 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:05.790871 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-efc14048-fa38-402a-aa69-c4161368db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:05.792376 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-efc14048-fa38-402a-aa69-c4161368db6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbaa1606-e692-4722-b99e-2b545d0801dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849597 Mar 24 14:58:05.796079 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4cde4f34-6a96-4070-b4a0-297022aeee9b req-1b7574e5-ff5b-4aac-921c-cdd910995a3a tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556474 Mar 24 14:58:05.889120 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-3fab971b-936f-4320-9a85-ada1c415bb9d service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879998 Mar 24 14:58:05.965822 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b694ba2-87b7-4222-a54c-9a36caf8fad5 req-9563b6d4-4319-4073-bbed-c732aae01645 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:05.967895 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b694ba2-87b7-4222-a54c-9a36caf8fad5 req-9563b6d4-4319-4073-bbed-c732aae01645 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0570815 Mar 24 14:58:05.991421 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0c6cd844-c45b-455f-83d5-145e3d3c6885 req-f992d63d-482f-4ef8-9ce7-0d488975dc0e service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903964 Mar 24 14:58:06.012198 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'd312129b-ef29-44df-b12b-c6aa56f989ce', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'port_id': '0217c299-9780-4580-b2cc-db5a079302e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'mac_address': 'fa:16:3e:30:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:04Z', 'updated_at': '2022-03-24T14:58:04Z', 'revision_number': 0, 'project_id': '064f289f92414a78b832c412131fc63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 5, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:06.017517 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b694ba2-87b7-4222-a54c-9a36caf8fad5 req-922a9e6a-012c-4a86-aa72-e3f4b65658b7 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Mar 24 14:58:06.044767 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cdd6b-2564-4484-a009-2133262a7b7d None None] The sync data for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi is: [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'd312129b-ef29-44df-b12b-c6aa56f989ce', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'port_id': '0217c299-9780-4580-b2cc-db5a079302e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'mac_address': 'fa:16:3e:30:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:04Z', 'updated_at': '2022-03-24T14:58:04Z', 'revision_number': 0, 'project_id': '064f289f92414a78b832c412131fc63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 5, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:58:06.238478 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f0d7a-2bef-4454-aa67-41416844bdc0 None None] New status for floating IP d312129b-ef29-44df-b12b-c6aa56f989ce: ACTIVE {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:58:06.585434 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:06.933508 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0cf08-3093-4da3-acfd-0cfd34661bca req-6fce47bd-e777-453c-8588-2cbfa5121c64 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:06.935058 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6ab0cf08-3093-4da3-acfd-0cfd34661bca req-6fce47bd-e777-453c-8588-2cbfa5121c64 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 943 time: 0.0593736 Mar 24 14:58:06.983556 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6ab0cf08-3093-4da3-acfd-0cfd34661bca req-67d963ef-d6ea-4a7d-b6ee-d49707972047 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427091 Mar 24 14:58:07.138074 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3badcd-e3a6-4ece-bb37-39f355bcc16c req-9db75113-2948-4376-81da-d85c12a9d85b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:07.139504 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3f3badcd-e3a6-4ece-bb37-39f355bcc16c req-9db75113-2948-4376-81da-d85c12a9d85b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0552511 Mar 24 14:58:07.190469 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3f3badcd-e3a6-4ece-bb37-39f355bcc16c req-3534f18a-579b-44e5-8b72-b1aa98ab5cdc tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Mar 24 14:58:07.639475 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-14c5d25a-88c3-49c2-9b78-811f3edbf30a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:07.640922 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-14c5d25a-88c3-49c2-9b78-811f3edbf30a tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 946 time: 0.0682914 Mar 24 14:58:07.740248 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Deleting port 95ae2f59-0bfd-416b-8cc3-dee139f03ede {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:07.740479 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:07.840887 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] For port 95ae2f59-0bfd-416b-8cc3-dee139f03ede, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=95ae2f59-0bfd-416b-8cc3-dee139f03ede,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:07.841256 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:07.854613 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Calling delete_port for 95ae2f59-0bfd-416b-8cc3-dee139f03ede owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:07.985625 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (95ae2f59-0bfd-416b-8cc3-dee139f03ede), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:08.018780 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event deleted for resources: {'Port': ['ID=95ae2f59-0bfd-416b-8cc3-dee139f03ede,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:08.033639 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['95ae2f59-0bfd-416b-8cc3-dee139f03ede', 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:58:08.065228 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] No DVR routers for this DVR port 95ae2f59-0bfd-416b-8cc3-dee139f03ede on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:58:08.067790 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:08.071200 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-04c91268-ae9d-4b33-bae8-9cb7c17a5c2d req-f7c0fb6a-009b-40d3-93f3-e7706147d077 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "DELETE /v2.0/ports/95ae2f59-0bfd-416b-8cc3-dee139f03ede HTTP/1.1" status: 204 len: 173 time: 0.4203749 Mar 24 14:58:08.071647 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'name': 'network-vif-deleted', 'tag': '95ae2f59-0bfd-416b-8cc3-dee139f03ede'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:08.073916 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b03d77-cc0c-45e4-90e9-3412689c8702" -d '{"events": [{"server_uuid": "d97d71bd-f181-4efd-97fd-70f5225ab594", "name": "network-vif-deleted", "tag": "95ae2f59-0bfd-416b-8cc3-dee139f03ede"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:08.127796 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dfae3e-fed8-4dff-ab03-47246468dba7 x-openstack-request-id: req-07dfae3e-fed8-4dff-ab03-47246468dba7 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:08.128069 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97d71bd-f181-4efd-97fd-70f5225ab594", "name": "network-vif-deleted", "tag": "95ae2f59-0bfd-416b-8cc3-dee139f03ede", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:08.128347 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07dfae3e-fed8-4dff-ab03-47246468dba7 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:08.128860 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07dfae3e-fed8-4dff-ab03-47246468dba7'] response: {'server_uuid': 'd97d71bd-f181-4efd-97fd-70f5225ab594', 'name': 'network-vif-deleted', 'tag': '95ae2f59-0bfd-416b-8cc3-dee139f03ede', 'status': 'completed', 'code': 200} Mar 24 14:58:08.153466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f96-8e9a-437c-bdf0-91ad5ff1fe95 req-71363c67-1b99-4db4-8c7e-5eea63ead4dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:08.158555 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aa642f96-8e9a-437c-bdf0-91ad5ff1fe95 req-71363c67-1b99-4db4-8c7e-5eea63ead4dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 943 time: 0.0734639 Mar 24 14:58:08.203975 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aa642f96-8e9a-437c-bdf0-91ad5ff1fe95 req-003c982d-a605-4408-8f11-ef4e4a3e6e40 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421641 Mar 24 14:58:08.307487 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d2fb8d76-6efb-459e-8e2b-e5faadc4f5a9 req-b10abde7-2080-4716-a77c-d33b346f7075 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=d97d71bd-f181-4efd-97fd-70f5225ab594 HTTP/1.1" status: 200 len: 210 time: 0.0268433 Mar 24 14:58:09.003977 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device e65279d0-e116-48c7-8da5-e13b0a4463b0 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:58:09.109134 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port e65279d0-e116-48c7-8da5-e13b0a4463b0, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:09.120661 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'port_id': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'mac_address': 'fa:16:3e:2c:b4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:58:09.165676 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port e65279d0-e116-48c7-8da5-e13b0a4463b0 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:58:09.166036 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:09.181023 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65279d0-e116-48c7-8da5-e13b0a4463b0 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:58:09.200246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port e65279d0-e116-48c7-8da5-e13b0a4463b0, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:09.207625 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:09.258249 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=e65279d0-e116-48c7-8da5-e13b0a4463b0,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:09.323944 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacae655-bb0e-4935-b1fe-fe13882e37bb req-64281df4-c310-4214-ac0d-8d6ce2bb76d6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:09.325543 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dacae655-bb0e-4935-b1fe-fe13882e37bb req-64281df4-c310-4214-ac0d-8d6ce2bb76d6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 944 time: 0.0537498 Mar 24 14:58:09.375889 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dacae655-bb0e-4935-b1fe-fe13882e37bb req-90ed00cb-c524-4b6d-ad3c-13906d9e22f3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Mar 24 14:58:09.579811 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2fb8d-d1c3-4585-90b3-1a2d2f460078 req-2dfcfa2b-47ca-4c8f-bddc-01387be7731e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:09.581270 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3ee2fb8d-d1c3-4585-90b3-1a2d2f460078 req-2dfcfa2b-47ca-4c8f-bddc-01387be7731e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0543003 Mar 24 14:58:09.615690 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['e65279d0-e116-48c7-8da5-e13b0a4463b0'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:58:09.634474 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3ee2fb8d-d1c3-4585-90b3-1a2d2f460078 req-e41071e3-0d6d-4659-a011-33e084849291 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Mar 24 14:58:10.502709 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e90dce-1082-450e-a46e-f30553805991 req-5f6d3f07-a1dd-4f1c-9eb6-ea1af63c529e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:10.504056 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e9e90dce-1082-450e-a46e-f30553805991 req-5f6d3f07-a1dd-4f1c-9eb6-ea1af63c529e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 944 time: 0.0586185 Mar 24 14:58:10.553704 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e9e90dce-1082-450e-a46e-f30553805991 req-4edf7df8-fe39-4665-b716-624e959881ae tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Mar 24 14:58:10.771644 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920283-a592-48ac-ad78-2203a6647ee0 req-bbe457b3-4784-4982-b17c-7e297ee9ceb3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:10.773037 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c7920283-a592-48ac-ad78-2203a6647ee0 req-bbe457b3-4784-4982-b17c-7e297ee9ceb3 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0554340 Mar 24 14:58:10.822426 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c7920283-a592-48ac-ad78-2203a6647ee0 req-31743b6f-92d6-4ed5-bd37-1fb40b2b425e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Mar 24 14:58:11.038639 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device e65279d0-e116-48c7-8da5-e13b0a4463b0 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:58:11.102114 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port e65279d0-e116-48c7-8da5-e13b0a4463b0 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:58:11.106073 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port e65279d0-e116-48c7-8da5-e13b0a4463b0 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:58:11.106488 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:11.184147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port e65279d0-e116-48c7-8da5-e13b0a4463b0 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:58:11.184538 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:11.207128 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:11.209517 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c18b39d-f8f0-4b1b-8f31-ecc5bf1cf473" -d '{"events": [{"server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "name": "network-vif-plugged", "status": "completed", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:11.221577 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port e65279d0-e116-48c7-8da5-e13b0a4463b0, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:11.226382 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:11.227227 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 95ae2f59-0bfd-416b-8cc3-dee139f03ede no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:11.250018 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9eade-537d-4fce-8025-f1975e4de22c x-openstack-request-id: req-5dd9eade-537d-4fce-8025-f1975e4de22c {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:11.250337 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "name": "network-vif-plugged", "status": "completed", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:11.250588 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dd9eade-537d-4fce-8025-f1975e4de22c {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:11.250989 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd9eade-537d-4fce-8025-f1975e4de22c'] response: {'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'code': 200} Mar 24 14:58:11.268427 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 95ae2f59-0bfd-416b-8cc3-dee139f03ede {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:11.268772 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 95ae2f59-0bfd-416b-8cc3-dee139f03ede not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:11.292754 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=e65279d0-e116-48c7-8da5-e13b0a4463b0,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:11.594162 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe1897-5726-443b-b9c5-72728d246d65 req-4376dbde-83c3-4ccc-aa11-a2554b05a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:11.595676 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1efe1897-5726-443b-b9c5-72728d246d65 req-4376dbde-83c3-4ccc-aa11-a2554b05a9d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 1129 time: 0.0530102 Mar 24 14:58:11.646755 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1efe1897-5726-443b-b9c5-72728d246d65 req-9fae60ba-bcc0-43fc-a715-12f1b1b66362 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425594 Mar 24 14:58:11.725690 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80213c0-3d67-414e-a0d5-6950d58a750f req-e622c2a4-0b9b-4bdd-aba9-fc0abfa305e7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:11.727188 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e80213c0-3d67-414e-a0d5-6950d58a750f req-e622c2a4-0b9b-4bdd-aba9-fc0abfa305e7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 945 time: 0.1091897 Mar 24 14:58:11.775704 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e80213c0-3d67-414e-a0d5-6950d58a750f req-7febbaae-acde-41c8-b548-b2514ca964ad tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 Mar 24 14:58:12.008175 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf2f8f-fb83-49ca-a8fd-7e2dbf19d7fe req-cb2d2cec-1165-4b27-9c6b-727dd600dc94 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:12.009641 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-54bf2f8f-fb83-49ca-a8fd-7e2dbf19d7fe req-cb2d2cec-1165-4b27-9c6b-727dd600dc94 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.1116061 Mar 24 14:58:12.059657 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-54bf2f8f-fb83-49ca-a8fd-7e2dbf19d7fe req-06d6f2a3-6d72-4f38-ad21-d30f2e66988e tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Mar 24 14:58:12.903915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a34c37-a536-4e85-b8f0-4b18148b975e req-7ae3698c-207e-407a-85fb-655f989f0d91 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:12.905396 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f6a34c37-a536-4e85-b8f0-4b18148b975e req-7ae3698c-207e-407a-85fb-655f989f0d91 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 945 time: 0.0514371 Mar 24 14:58:12.952849 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f6a34c37-a536-4e85-b8f0-4b18148b975e req-ac16b830-040e-4106-b739-891c25de1372 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 Mar 24 14:58:13.179847 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23f265-5acd-4edd-8c7f-11a3a1af998a req-f324db38-d1af-4043-8d80-71bbf1bc72c4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:13.181329 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1a23f265-5acd-4edd-8c7f-11a3a1af998a req-f324db38-d1af-4043-8d80-71bbf1bc72c4 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Mar 24 14:58:13.230404 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1a23f265-5acd-4edd-8c7f-11a3a1af998a req-cc13b8bd-613f-4da5-8cb1-30d0a754b89c tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Mar 24 14:58:13.874811 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:58:14.084127 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cb1c0-430e-4d82-8863-d5ae1194c040 req-9b4d0a8a-7057-474f-8a42-80515629e6ba tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.085593 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5f5cb1c0-430e-4d82-8863-d5ae1194c040 req-9b4d0a8a-7057-474f-8a42-80515629e6ba tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 945 time: 0.0609441 Mar 24 14:58:14.136788 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5f5cb1c0-430e-4d82-8863-d5ae1194c040 req-8c98fe53-5ed6-4b67-b15a-183016338c42 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431397 Mar 24 14:58:14.254190 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe8e7d-0fec-42dd-980f-7af683f1359b req-23aa9dfb-24cb-40b7-8d47-536732faea9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.256335 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-06fe8e7d-0fec-42dd-980f-7af683f1359b req-23aa9dfb-24cb-40b7-8d47-536732faea9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 945 time: 0.0546646 Mar 24 14:58:14.305810 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-06fe8e7d-0fec-42dd-980f-7af683f1359b req-5bdd9132-a16f-4239-8ebb-f5e122d17577 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446341 Mar 24 14:58:14.328435 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51236) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:14.386479 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-2102871e-d0eb-4bb9-8958-5857cc895d89 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.387990 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-2102871e-d0eb-4bb9-8958-5857cc895d89 tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.1145399 Mar 24 14:58:14.390615 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-372eadfd-fcdc-4929-a508-d5c723d1c072 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1091979 Mar 24 14:58:14.405646 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0be0-2ca8-4b7b-b1a9-7eb2daf9774c req-210d8ff3-daea-4002-9583-8c6d6bd0a8cb tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.407085 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-84de0be0-2ca8-4b7b-b1a9-7eb2daf9774c req-210d8ff3-daea-4002-9583-8c6d6bd0a8cb tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 945 time: 0.1020186 Mar 24 14:58:14.413807 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57d930-0482-470a-9155-074cedc3b17d tempest-TestVolumeBootPattern-1211271629 tempest-TestVolumeBootPattern-1211271629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.415350 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-df57d930-0482-470a-9155-074cedc3b17d tempest-TestVolumeBootPattern-1211271629 tempest-TestVolumeBootPattern-1211271629-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 1124 time: 0.0858819 Mar 24 14:58:14.418378 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51240) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:14.422640 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'port_id': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:14.445794 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:14.507300 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-84de0be0-2ca8-4b7b-b1a9-7eb2daf9774c req-ce62e630-e78e-46a6-9534-66bab4ae54de tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/security-groups?id=c685fe99-b16b-43e5-988d-86b94d401e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945518 Mar 24 14:58:14.547892 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:14.554442 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a87e7-df3c-448c-a811-401014de3253 req-dd4a5b02-3136-4ab8-a9d7-63509da27b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.555973 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-dd4a5b02-3136-4ab8-a9d7-63509da27b97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 1129 time: 0.0898273 Mar 24 14:58:14.575312 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Deleting port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:14.575664 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:14.654346 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Allocated IP 172.27.1.74 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/22e3277c-ef07-4644-8bd7-9b5061e6f2a7) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:58:14.727274 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] For port b75d318e-0ffb-4bd2-93ec-fdc17d17e822, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:14.727640 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:14.730650 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a87e7-df3c-448c-a811-401014de3253 req-c5542453-aa28-4285-a732-eb1e03ce11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.732136 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-c5542453-aa28-4285-a732-eb1e03ce11da service neutron] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 911 time: 0.1536629 Mar 24 14:58:14.748809 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Calling delete_port for b75d318e-0ffb-4bd2-93ec-fdc17d17e822 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:14.758926 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:14.793064 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:14.831760 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:58:14.835938 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-126c8ea4-bd43-40a7-a69c-c1a098f460ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 200 len: 1001 time: 0.0967240 Mar 24 14:58:14.837289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:58:14.842228 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:58:14.844392 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=22e3277c-ef07-4644-8bd7-9b5061e6f2a7,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:14.900348 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a87e7-df3c-448c-a811-401014de3253 req-94b410b0-e3fa-422a-9c78-57cad3816c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:14.901811 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-94b410b0-e3fa-422a-9c78-57cad3816c63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.0589206 Mar 24 14:58:15.189284 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (b75d318e-0ffb-4bd2-93ec-fdc17d17e822), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:15.198606 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a87e7-df3c-448c-a811-401014de3253 req-caa28edf-7ac4-484b-980f-738ce1cee9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:15.200106 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-caa28edf-7ac4-484b-980f-738ce1cee9e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2906899 Mar 24 14:58:15.229061 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Pushing event deleted for resources: {'Port': ['ID=b75d318e-0ffb-4bd2-93ec-fdc17d17e822,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:15.252839 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['b75d318e-0ffb-4bd2-93ec-fdc17d17e822'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:58:15.310303 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] No DVR routers for this DVR port b75d318e-0ffb-4bd2-93ec-fdc17d17e822 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:58:15.313725 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:15.316961 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f5b709fe-40ef-4030-80ac-f98a6d1ed1a2 req-1b4ea2d8-c4ce-4a19-b9e8-c28da1c6149b tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.46 "DELETE /v2.0/ports/b75d318e-0ffb-4bd2-93ec-fdc17d17e822 HTTP/1.1" status: 204 len: 173 time: 0.8879750 Mar 24 14:58:15.317398 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'name': 'network-vif-deleted', 'tag': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:15.319641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bfaee9-20ab-46e6-9ddd-cd783df657a8" -d '{"events": [{"server_uuid": "f56c7042-dfdc-4d8e-abde-d4e40a0f2623", "name": "network-vif-deleted", "tag": "b75d318e-0ffb-4bd2-93ec-fdc17d17e822"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:15.322326 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (ddd61bf5-2a0a-469e-bb45-a110c4064f90), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:15.361834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1604da1-67e9-438d-88c2-7ac412977bf4 x-openstack-request-id: req-e1604da1-67e9-438d-88c2-7ac412977bf4 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:15.362181 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56c7042-dfdc-4d8e-abde-d4e40a0f2623", "name": "network-vif-deleted", "tag": "b75d318e-0ffb-4bd2-93ec-fdc17d17e822", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:15.362505 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1604da1-67e9-438d-88c2-7ac412977bf4 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:15.362896 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1604da1-67e9-438d-88c2-7ac412977bf4'] response: {'server_uuid': 'f56c7042-dfdc-4d8e-abde-d4e40a0f2623', 'name': 'network-vif-deleted', 'tag': 'b75d318e-0ffb-4bd2-93ec-fdc17d17e822', 'status': 'completed', 'code': 200} Mar 24 14:58:15.370240 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-e3487268-3bd3-41e8-ba63-f60322ff8eff service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504679 Mar 24 14:58:15.395717 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:15.499145 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-585a87e7-df3c-448c-a811-401014de3253 req-c126c95f-a740-4c39-be90-4289c5b5f69f service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829961 Mar 24 14:58:15.553612 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:15.560309 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:15.618339 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c623df81-2711-4a12-a06e-17d5277173a0 req-87744c14-5256-47cb-9df0-0ccb3bb63eba tempest-ServerRescueNegativeTestJSON-227521721 tempest-ServerRescueNegativeTestJSON-227521721-project] 10.222.0.43 "GET /v2.0/ports?device_id=f56c7042-dfdc-4d8e-abde-d4e40a0f2623 HTTP/1.1" status: 200 len: 210 time: 0.0294132 Mar 24 14:58:15.636151 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=22e3277c-ef07-4644-8bd7-9b5061e6f2a7,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:15.647329 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (ddd61bf5-2a0a-469e-bb45-a110c4064f90), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:15.755381 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Floating IP ddd61bf5-2a0a-469e-bb45-a110c4064f90 associated. External IP: 172.27.1.74, port: e65279d0-e116-48c7-8da5-e13b0a4463b0. Mar 24 14:58:15.966345 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:58:16.095585 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:58:16.106441 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:58:16.114330 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:16.116502 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:16.117150 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:16.145906 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-020bf073-dd22-43e7-80af-b2c456bc8d17 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7265177 Mar 24 14:58:16.146497 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:16.148747 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da930b-1e35-4062-bacb-8229fdd46d82" -d '{"events": [{"name": "network-changed", "server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:16.185065 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf542de1-1f99-47c6-95e4-aa594638b5a5 x-openstack-request-id: req-bf542de1-1f99-47c6-95e4-aa594638b5a5 {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:16.185357 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:16.185612 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf542de1-1f99-47c6-95e4-aa594638b5a5 {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:16.186031 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf542de1-1f99-47c6-95e4-aa594638b5a5'] response: {'name': 'network-changed', 'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'status': 'completed', 'code': 200} Mar 24 14:58:16.292702 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-4c48aa99-79d2-4041-83b9-c5e057a83d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:16.294339 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-4c48aa99-79d2-4041-83b9-c5e057a83d7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 1129 time: 0.0502031 Mar 24 14:58:16.361065 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:16.383447 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-555251ef-2577-4f8a-9127-faae3edb3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:16.384914 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-555251ef-2577-4f8a-9127-faae3edb3482 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.0846629 Mar 24 14:58:16.456793 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-46e7ffae-308b-41a0-b8ec-482eb1711282 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0 HTTP/1.1" status: 200 len: 998 time: 0.0608168 Mar 24 14:58:16.507373 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-d9c84a42-7d8f-4a92-bf18-f5abd0825996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:16.508824 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-d9c84a42-7d8f-4a92-bf18-f5abd0825996 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0456464 Mar 24 14:58:16.566864 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-754da280-a621-4d0d-83ed-707ac426dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:16.568409 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-754da280-a621-4d0d-83ed-707ac426dc3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535285 Mar 24 14:58:16.593178 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'ddd61bf5-2a0a-469e-bb45-a110c4064f90', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:2c:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0138fb18-a716-4c51-8286-c389690b66f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:15Z', 'updated_at': '2022-03-24T14:58:15Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:16.622573 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:58:16.631315 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:16.631945 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:16.668063 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-415bbe9d-77a0-44d6-964e-460b5ffa8f61 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857494 Mar 24 14:58:16.675324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51252) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:16.738706 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:16.761240 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98da930b-1e35-4062-bacb-8229fdd46d82 req-58670d23-8e89-40fe-943a-c5a50d47371b service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859487 Mar 24 14:58:16.981650 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'ddd61bf5-2a0a-469e-bb45-a110c4064f90', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:2c:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0138fb18-a716-4c51-8286-c389690b66f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:15Z', 'updated_at': '2022-03-24T14:58:15Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:17.007508 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03bfc1-ca8f-4dc5-be9e-7cb4a6539561 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': 'ddd61bf5-2a0a-469e-bb45-a110c4064f90', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:2c:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0138fb18-a716-4c51-8286-c389690b66f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:15Z', 'updated_at': '2022-03-24T14:58:15Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:58:17.202504 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e544d56-ac12-4017-a5f3-d194d743cb65 None None] New status for floating IP ddd61bf5-2a0a-469e-bb45-a110c4064f90: ACTIVE {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:58:17.203841 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (004b4409-eb17-4f72-9cf1-b44680261d29), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:17.509617 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Deleting port 10e7e908-401a-4ad4-b848-cfe93c758b10 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:17.509949 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:17.587688 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] For port 10e7e908-401a-4ad4-b848-cfe93c758b10, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=10e7e908-401a-4ad4-b848-cfe93c758b10,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:17.588046 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:17.600713 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Calling delete_port for 10e7e908-401a-4ad4-b848-cfe93c758b10 owned by network:router_interface {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:17.785517 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (10e7e908-401a-4ad4-b848-cfe93c758b10), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:17.811299 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Pushing event deleted for resources: {'Port': ['ID=10e7e908-401a-4ad4-b848-cfe93c758b10,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:18.219100 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (004b4409-eb17-4f72-9cf1-b44680261d29), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:18.441587 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Router 004b4409-eb17-4f72-9cf1-b44680261d29 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:58:18.562629 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:58:18.567707 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f01b7f68-0f0a-4e74-90f0-18dfe31a36ec admin admin] 10.222.0.43 "PUT /v2.0/routers/004b4409-eb17-4f72-9cf1-b44680261d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8908465 Mar 24 14:58:18.570903 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51260) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:18.576041 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] Sync routers for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:58:18.588430 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:18.590175 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:18.590771 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:18.676454 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks [] for router (004b4409-eb17-4f72-9cf1-b44680261d29), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:18.696605 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:18.780745 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks [] for router_gateway (004b4409-eb17-4f72-9cf1-b44680261d29), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:18.836100 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Deleting port f9040e7f-d0ff-45f8-a51f-516060ff91ff {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:18.836786 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:18.877951 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:58:17Z', 'revision_number': 5, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port': {'id': 'f9040e7f-d0ff-45f8-a51f-516060ff91ff', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:18.904546 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] Checking router: 004b4409-eb17-4f72-9cf1-b44680261d29 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:58:18.912163 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] For port f9040e7f-d0ff-45f8-a51f-516060ff91ff, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=f9040e7f-d0ff-45f8-a51f-516060ff91ff,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:18.912517 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:18.912718 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] Routers {'004b4409-eb17-4f72-9cf1-b44680261d29'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:18.913306 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['004b4409-eb17-4f72-9cf1-b44680261d29'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:18.924900 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Calling delete_port for f9040e7f-d0ff-45f8-a51f-516060ff91ff owned by network:router_gateway {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:18.999680 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] Set router 004b4409-eb17-4f72-9cf1-b44680261d29 gateway port host: None {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:19.048982 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:58:18Z', 'revision_number': 6, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:19.078661 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device b75d318e-0ffb-4bd2-93ec-fdc17d17e822 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:19.081982 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b866a9-5753-47c0-98bf-724b091d1a73 None None] The sync data for ids ['004b4409-eb17-4f72-9cf1-b44680261d29'] in dv-cinder-834805-2-iscsi is: [{'id': '004b4409-eb17-4f72-9cf1-b44680261d29', 'name': 'tempest-ServerRescueNegativeTestJSON-1026068941-router', 'tenant_id': '48695dad755f431289080f28ffc6f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:11Z', 'updated_at': '2022-03-24T14:58:18Z', 'revision_number': 6, 'project_id': '48695dad755f431289080f28ffc6f0d8', 'gw_port_host': None}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:58:19.098074 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (f9040e7f-d0ff-45f8-a51f-516060ff91ff), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.099613 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: b75d318e-0ffb-4bd2-93ec-fdc17d17e822 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:19.099951 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device b75d318e-0ffb-4bd2-93ec-fdc17d17e822 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:19.132785 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9040e7f-d0ff-45f8-a51f-516060ff91ff,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:19.186552 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (004b4409-eb17-4f72-9cf1-b44680261d29), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.290471 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (004b4409-eb17-4f72-9cf1-b44680261d29), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.292603 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks [] for router_controller (004b4409-eb17-4f72-9cf1-b44680261d29), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.360946 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (004b4409-eb17-4f72-9cf1-b44680261d29), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.361401 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004b4409-eb17-4f72-9cf1-b44680261d29 {{(pid=109717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 14:58:19.366690 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.367906 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-04845dbd-c6e3-41f5-a1bd-7dc400b7a58e admin admin] 10.222.0.43 "DELETE /v2.0/routers/004b4409-eb17-4f72-9cf1-b44680261d29 HTTP/1.1" status: 204 len: 168 time: 0.7960420 Mar 24 14:58:19.371437 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51264) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:19.420491 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] Deleting subnet cdb49646-7a4a-4afd-b994-7989991b207d {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 14:58:19.424826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] Publish callbacks [] for subnet (cdb49646-7a4a-4afd-b994-7989991b207d), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.462201 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (cdb49646-7a4a-4afd-b994-7989991b207d), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.577138 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (cdb49646-7a4a-4afd-b994-7989991b207d), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.638716 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (cdb49646-7a4a-4afd-b994-7989991b207d), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.663289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb49646-7a4a-4afd-b994-7989991b207d,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:19.668025 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.671273 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-cff10744-c6ec-410f-b7e2-0bb291388c5e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cdb49646-7a4a-4afd-b994-7989991b207d HTTP/1.1" status: 204 len: 168 time: 0.2988706 Mar 24 14:58:19.674041 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51266) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:19.676697 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b329ffd-6afd-4524-ac3d-48bbeb6d6ffb None None] Network 26036e81-2e6b-42c1-bfb5-f20edd062767 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 14:58:19.745832 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (26036e81-2e6b-42c1-bfb5-f20edd062767), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.805508 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Deleting port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:19.805846 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.878507 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] For port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:19.879491 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.889095 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] DHCP port deletion for 26036e81-2e6b-42c1-bfb5-f20edd062767 request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 14:58:19.896078 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Calling delete_port for 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 owned by network:dhcp {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:19.938624 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] Deleting port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:19.939006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:19.980322 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.005391 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] For port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,segment=NetworkSegment(cc0cf349-c42b-4a25-8003-ac557ee42d3c),segment_id=cc0cf349-c42b-4a25-8003-ac557ee42d3c)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:20.005850 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.008350 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:20.013542 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] No DVR routers for this DVR port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 on host dv-cinder-834805-2-iscsi {{(pid=109717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:58:20.018571 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] Calling delete_port for 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:20.089764 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (26036e81-2e6b-42c1-bfb5-f20edd062767), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.113526 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26036e81-2e6b-42c1-bfb5-f20edd062767']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:20.124774 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0cf349-c42b-4a25-8003-ac557ee42d3c') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:20.124949 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0cf349-c42b-4a25-8003-ac557ee42d3c') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:20.134770 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (cc0cf349-c42b-4a25-8003-ac557ee42d3c), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.138279 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (2bb1c93c-5671-4d8f-a92e-c2008f22eb50), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.150163 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (cc0cf349-c42b-4a25-8003-ac557ee42d3c), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.156429 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 14:58:20.156898 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (cc0cf349-c42b-4a25-8003-ac557ee42d3c), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 14:58:20.158667 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 14:58:20.168584 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] Pushing event deleted for resources: {'Port': ['ID=2bb1c93c-5671-4d8f-a92e-c2008f22eb50,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:20.174383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ab05b-1670-4aba-8c3d-bbca05c74f94 None None] No DVR routers for this DVR port 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 on host dv-cinder-834805-2-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:58:20.227892 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (26036e81-2e6b-42c1-bfb5-f20edd062767), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.233255 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.236508 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] 10.222.0.43 "DELETE /v2.0/networks/26036e81-2e6b-42c1-bfb5-f20edd062767 HTTP/1.1" status: 204 len: 168 time: 0.5615079 Mar 24 14:58:20.247843 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635814-24e8-429b-8b01-124d71ed5ade admin admin] Pushing event deleted for resources: {'Network': ['ID=26036e81-2e6b-42c1-bfb5-f20edd062767,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:20.323683 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 10e7e908-401a-4ad4-b848-cfe93c758b10 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:20.344504 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 10e7e908-401a-4ad4-b848-cfe93c758b10 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:20.344871 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 10e7e908-401a-4ad4-b848-cfe93c758b10 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:20.345254 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:20.354388 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51270) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:20.363704 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:20.364049 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 2bb1c93c-5671-4d8f-a92e-c2008f22eb50 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:20.364461 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f9040e7f-d0ff-45f8-a51f-516060ff91ff no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:20.383348 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: f9040e7f-d0ff-45f8-a51f-516060ff91ff {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:20.383694 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f9040e7f-d0ff-45f8-a51f-516060ff91ff not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:20.396796 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d514be46-572e-47c5-87b6-0f2a1a603519 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48695dad755f431289080f28ffc6f0d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405571 Mar 24 14:58:20.398755 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51272) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:20.443733 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Publish callbacks [] for security_group (c685fe99-b16b-43e5-988d-86b94d401e92), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.464832 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Publish callbacks [] for security_group (c685fe99-b16b-43e5-988d-86b94d401e92), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.514432 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (c685fe99-b16b-43e5-988d-86b94d401e92), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.517423 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:20.518788 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c685fe99-b16b-43e5-988d-86b94d401e92 HTTP/1.1" status: 204 len: 168 time: 0.1191313 Mar 24 14:58:20.527393 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c685fe99-b16b-43e5-988d-86b94d401e92,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:20.534702 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.535132 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.535489 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.535889 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.536285 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.536689 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.537016 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.537338 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.537659 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.537977 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.538359 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.538694 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.539029 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.539342 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:20.539653 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835a5e8-3b5d-4f9d-90eb-0730a4cc3043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.563371 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51344) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:22.672596 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bc51fb88-54a5-4e33-a4af-72b4ef87b7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:22.748695 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bc51fb88-54a5-4e33-a4af-72b4ef87b7b7 admin admin] Publish callbacks [] for security_group (d0fd5b20-ce1a-4fde-a914-bbc197770273), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:22.754842 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bc51fb88-54a5-4e33-a4af-72b4ef87b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d0fd5b20-ce1a-4fde-a914-bbc197770273), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:22.794858 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bc51fb88-54a5-4e33-a4af-72b4ef87b7b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=273b0849a7c1440da05204f2768dc772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303839 Mar 24 14:58:22.795916 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51fb88-54a5-4e33-a4af-72b4ef87b7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd5b20-ce1a-4fde-a914-bbc197770273,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:22.797828 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51350) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:22.847563 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Publish callbacks [] for security_group (d0fd5b20-ce1a-4fde-a914-bbc197770273), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:22.870014 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Publish callbacks [] for security_group (d0fd5b20-ce1a-4fde-a914-bbc197770273), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:22.927078 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d0fd5b20-ce1a-4fde-a914-bbc197770273), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:22.930401 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:22.931916 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0fd5b20-ce1a-4fde-a914-bbc197770273 HTTP/1.1" status: 204 len: 168 time: 0.1330376 Mar 24 14:58:22.939714 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd5b20-ce1a-4fde-a914-bbc197770273,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:22.946866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.947216 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.947596 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.947904 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.948239 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.948571 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.948895 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.949217 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.949541 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.949870 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.950393 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.950656 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.950902 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.951196 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:22.951524 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e0293-b64a-473e-8865-8b0f09792c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:23.218290 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51356) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:23.232214 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5ce1aca3-dc0a-4f53-9cc5-e362e35bd902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:23.311250 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5ce1aca3-dc0a-4f53-9cc5-e362e35bd902 admin admin] Publish callbacks [] for security_group (2c4d1818-e10d-4f56-87fa-fa06b399648b), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:23.316606 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-5ce1aca3-dc0a-4f53-9cc5-e362e35bd902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2c4d1818-e10d-4f56-87fa-fa06b399648b), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:23.354543 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-5ce1aca3-dc0a-4f53-9cc5-e362e35bd902 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bf6344dfb1c480ea987214329238a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348240 Mar 24 14:58:23.355769 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1aca3-dc0a-4f53-9cc5-e362e35bd902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d1818-e10d-4f56-87fa-fa06b399648b,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:23.357593 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51358) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:23.406500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6e29ecfb-3dde-4a7f-9ba8-a4b4cdd6b1ba admin admin] Publish callbacks [] for security_group (2c4d1818-e10d-4f56-87fa-fa06b399648b), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:23.427289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6e29ecfb-3dde-4a7f-9ba8-a4b4cdd6b1ba admin admin] Publish callbacks [] for security_group (2c4d1818-e10d-4f56-87fa-fa06b399648b), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:23.480531 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6e29ecfb-3dde-4a7f-9ba8-a4b4cdd6b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2c4d1818-e10d-4f56-87fa-fa06b399648b), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:23.483092 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6e29ecfb-3dde-4a7f-9ba8-a4b4cdd6b1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:23.484246 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6e29ecfb-3dde-4a7f-9ba8-a4b4cdd6b1ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c4d1818-e10d-4f56-87fa-fa06b399648b HTTP/1.1" status: 204 len: 168 time: 0.1256218 Mar 24 14:58:23.491847 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29ecfb-3dde-4a7f-9ba8-a4b4cdd6b1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d1818-e10d-4f56-87fa-fa06b399648b,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:26.682351 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929475f-8808-47ad-8788-8f5e78a5ce2b req-bc65678d-075b-4c93-9543-503ed77abc39 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:26.684113 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9929475f-8808-47ad-8788-8f5e78a5ce2b req-bc65678d-075b-4c93-9543-503ed77abc39 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0616479 Mar 24 14:58:26.736260 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9929475f-8808-47ad-8788-8f5e78a5ce2b req-9a8c9d50-f47b-4774-9561-d77b847cc990 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Mar 24 14:58:27.872464 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421657c-7e0f-4513-b723-00341fda1ab9 req-484de098-05c0-4240-afe9-945a884b03a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:27.873958 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1421657c-7e0f-4513-b723-00341fda1ab9 req-484de098-05c0-4240-afe9-945a884b03a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0567410 Mar 24 14:58:27.923636 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1421657c-7e0f-4513-b723-00341fda1ab9 req-37a6a3d6-fa04-4a52-9d5b-409a45525158 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Mar 24 14:58:29.048992 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f838-b643-44ed-b0fa-0a5b1dda4b32 req-72eb4fc4-0b99-422f-8618-ba19eafa81ef tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:29.050623 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8ca9f838-b643-44ed-b0fa-0a5b1dda4b32 req-72eb4fc4-0b99-422f-8618-ba19eafa81ef tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0579302 Mar 24 14:58:29.105883 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8ca9f838-b643-44ed-b0fa-0a5b1dda4b32 req-0a114972-c868-4330-aba7-cb4c631fff49 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=44a981eb-5a2b-47a3-93c4-19cb3ac717c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494897 Mar 24 14:58:29.487156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-f7a11d95-edd0-4fc8-bf53-18f65c016768 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:29.488616 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-f7a11d95-edd0-4fc8-bf53-18f65c016768 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 945 time: 0.0550301 Mar 24 14:58:29.590457 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Deleting port 97bcb147-54e0-4669-9f90-a3b857a2d194 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:29.590748 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:29.680441 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] For port 97bcb147-54e0-4669-9f90-a3b857a2d194, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=97bcb147-54e0-4669-9f90-a3b857a2d194,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:29.680827 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:29.867854 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:29.868138 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (1d16428a-8a4b-49e7-b1f4-812b1ef44e93), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:29.868476 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Floating IP 1d16428a-8a4b-49e7-b1f4-812b1ef44e93 disassociated. External IP: 172.27.1.208, port: 97bcb147-54e0-4669-9f90-a3b857a2d194. Mar 24 14:58:29.868842 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Calling delete_port for 97bcb147-54e0-4669-9f90-a3b857a2d194 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:30.008487 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (97bcb147-54e0-4669-9f90-a3b857a2d194), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:30.036461 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event deleted for resources: {'Port': ['ID=97bcb147-54e0-4669-9f90-a3b857a2d194,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:30.158977 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Router 705069e7-dd26-48ed-8698-cfe455962ed9 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:58:30.200305 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c02a7b58-5a8c-404a-bf25-c119520809f5 req-a9095f5b-d159-4eb9-ba80-87a306fd89b9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=495e7190-2e14-490f-9dc3-474c87d82a5c HTTP/1.1" status: 200 len: 210 time: 0.0302968 Mar 24 14:58:30.282112 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:58:30.298988 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] Sync routers for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:58:30.317279 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:30.318137 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:30.326723 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-60776e8c-7d1c-4d93-a863-276194e6e297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:30.339238 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] No DVR routers for this DVR port 97bcb147-54e0-4669-9f90-a3b857a2d194 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:58:30.344246 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:30.347921 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8b2e5938-1aef-4267-b464-240ae5269aeb req-546a9ec9-2225-4ef1-bd21-85f109ff1d16 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "DELETE /v2.0/ports/97bcb147-54e0-4669-9f90-a3b857a2d194 HTTP/1.1" status: 204 len: 173 time: 0.8518722 Mar 24 14:58:30.348374 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'name': 'network-vif-deleted', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:30.350661 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded18ef-40ab-464a-9e85-3d562bcff827" -d '{"events": [{"server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "name": "network-vif-deleted", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:30.406305 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9294553-e8a6-42bc-86ac-4681b88aeb35 x-openstack-request-id: req-a9294553-e8a6-42bc-86ac-4681b88aeb35 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:30.406601 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495e7190-2e14-490f-9dc3-474c87d82a5c", "name": "network-vif-deleted", "tag": "97bcb147-54e0-4669-9f90-a3b857a2d194", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:30.406860 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9294553-e8a6-42bc-86ac-4681b88aeb35 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:30.407304 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9294553-e8a6-42bc-86ac-4681b88aeb35'] response: {'server_uuid': '495e7190-2e14-490f-9dc3-474c87d82a5c', 'name': 'network-vif-deleted', 'tag': '97bcb147-54e0-4669-9f90-a3b857a2d194', 'status': 'completed', 'code': 200} Mar 24 14:58:30.482740 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:30.699462 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:30.726676 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] Checking router: 705069e7-dd26-48ed-8698-cfe455962ed9 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:58:30.735482 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:30.736094 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:02Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:30.849405 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:31.055477 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:31.082400 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce88c6b-e1a3-464e-b4d3-2ddf5a006537 None None] The sync data for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi is: [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:58:31.300187 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51504) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:31.345850 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1726783b-be68-4b77-8871-8061ba5a5563 None None] New status for floating IP 1d16428a-8a4b-49e7-b1f4-812b1ef44e93: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:58:31.359618 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4044729e-838f-4d21-bc58-bda68a42c270 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (44a981eb-5a2b-47a3-93c4-19cb3ac717c9), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.382359 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4044729e-838f-4d21-bc58-bda68a42c270 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (44a981eb-5a2b-47a3-93c4-19cb3ac717c9), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.428982 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4044729e-838f-4d21-bc58-bda68a42c270 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (44a981eb-5a2b-47a3-93c4-19cb3ac717c9), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.431501 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4044729e-838f-4d21-bc58-bda68a42c270 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.432659 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4044729e-838f-4d21-bc58-bda68a42c270 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "DELETE /v2.0/security-groups/44a981eb-5a2b-47a3-93c4-19cb3ac717c9 HTTP/1.1" status: 204 len: 168 time: 0.1313643 Mar 24 14:58:31.435740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51506) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:31.442223 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044729e-838f-4d21-bc58-bda68a42c270 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a981eb-5a2b-47a3-93c4-19cb3ac717c9,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:31.452883 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.api.v2.resource [None req-bea56d15-5d58-40d0-acba-a97e8f6497b7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] show failed (client error): The resource could not be found. Mar 24 14:58:31.454009 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-bea56d15-5d58-40d0-acba-a97e8f6497b7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups/44a981eb-5a2b-47a3-93c4-19cb3ac717c9 HTTP/1.1" status: 404 len: 347 time: 0.0151544 Mar 24 14:58:31.457397 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51508) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:31.592982 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Deleting port 283ae997-43d2-47ae-80cf-1cabe5e989fb {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:31.593747 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.671740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.672065 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (283ae997-43d2-47ae-80cf-1cabe5e989fb), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.683587 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Calling delete_port for 283ae997-43d2-47ae-80cf-1cabe5e989fb owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:31.830890 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (283ae997-43d2-47ae-80cf-1cabe5e989fb), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.862320 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event deleted for resources: {'Port': ['ID=283ae997-43d2-47ae-80cf-1cabe5e989fb,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:31.879391 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (1d16428a-8a4b-49e7-b1f4-812b1ef44e93), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.881901 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:31.883180 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-91ba732c-2fa2-4cda-ad88-4c0879bb83a9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "DELETE /v2.0/floatingips/1d16428a-8a4b-49e7-b1f4-812b1ef44e93 HTTP/1.1" status: 204 len: 168 time: 0.4247463 Mar 24 14:58:32.216930 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51516) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:32.223307 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-d52caf1c-6c8a-43d7-9391-ecf157ba73bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901183501', 'description': 'tempest-description--1030938326'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:32.243776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d52caf1c-6c8a-43d7-9391-ecf157ba73bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.313658 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d52caf1c-6c8a-43d7-9391-ecf157ba73bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (f527980d-9796-4bad-8176-4af94d045980), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.318244 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d52caf1c-6c8a-43d7-9391-ecf157ba73bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f527980d-9796-4bad-8176-4af94d045980), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.345624 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d52caf1c-6c8a-43d7-9391-ecf157ba73bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.346948 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d52caf1c-6c8a-43d7-9391-ecf157ba73bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1290140 Mar 24 14:58:32.350249 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51520) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:32.351028 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52caf1c-6c8a-43d7-9391-ecf157ba73bf tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f527980d-9796-4bad-8176-4af94d045980,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:32.358029 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-06f5b1da-dcce-4998-9b0b-4db99f5d0c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'security_group_rule': {'security_group_id': 'f527980d-9796-4bad-8176-4af94d045980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:32.386455 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-06f5b1da-dcce-4998-9b0b-4db99f5d0c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (4c8cecf0-c7d5-444c-b56b-813473ee078f), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.433046 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-06f5b1da-dcce-4998-9b0b-4db99f5d0c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (4c8cecf0-c7d5-444c-b56b-813473ee078f), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.436939 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-06f5b1da-dcce-4998-9b0b-4db99f5d0c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (4c8cecf0-c7d5-444c-b56b-813473ee078f), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.457986 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5b1da-dcce-4998-9b0b-4db99f5d0c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8cecf0-c7d5-444c-b56b-813473ee078f,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:32.469994 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-06f5b1da-dcce-4998-9b0b-4db99f5d0c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.471208 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-06f5b1da-dcce-4998-9b0b-4db99f5d0c74 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193984 Mar 24 14:58:32.473982 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51522) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:32.478358 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-61df2669-fdb4-4a39-9761-9cb5675dbb3f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'security_group_rule': {'security_group_id': 'f527980d-9796-4bad-8176-4af94d045980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:32.505149 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-61df2669-fdb4-4a39-9761-9cb5675dbb3f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (72ffbd66-a7bd-4661-bdc7-41ee27a7ba42), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.509006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8ac7-7f50-4ab4-9dfe-d61b4c03f970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.571111 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-61df2669-fdb4-4a39-9761-9cb5675dbb3f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (72ffbd66-a7bd-4661-bdc7-41ee27a7ba42), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.576073 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-61df2669-fdb4-4a39-9761-9cb5675dbb3f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (72ffbd66-a7bd-4661-bdc7-41ee27a7ba42), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.596281 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df2669-fdb4-4a39-9761-9cb5675dbb3f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ffbd66-a7bd-4661-bdc7-41ee27a7ba42,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:32.605754 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-61df2669-fdb4-4a39-9761-9cb5675dbb3f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.606965 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-61df2669-fdb4-4a39-9761-9cb5675dbb3f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320121 Mar 24 14:58:32.610152 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51524) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:32.614525 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:32.636216 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.736407 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.853219 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Allocated IP 172.27.1.195 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/5626444b-714c-4fb0-9612-dbe474acb2c2) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:58:32.958616 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:32.995214 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.031146 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:58:33.034017 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:58:33.036641 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:58:33.068529 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'Port': ['ID=5626444b-714c-4fb0-9612-dbe474acb2c2,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:33.134714 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (28b941c2-d4bc-482f-893f-43b88872b514), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.139246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 97bcb147-54e0-4669-9f90-a3b857a2d194 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:33.160005 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 97bcb147-54e0-4669-9f90-a3b857a2d194 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:33.160383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 97bcb147-54e0-4669-9f90-a3b857a2d194 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:33.173964 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.332961 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.339230 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.406433 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'Port': ['ID=5626444b-714c-4fb0-9612-dbe474acb2c2,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:33.416470 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (28b941c2-d4bc-482f-893f-43b88872b514), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.435499 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.436751 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3f4a1d85-9447-4292-88fc-54a6fa38b7e0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8255582 Mar 24 14:58:33.654407 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-946308c9-f3b4-4011-a346-f0bb5c88a54e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1901183501&fields=id&tenant_id=546c38a2579b41db9797bffa819ca65b HTTP/1.1" status: 200 len: 267 time: 0.0487559 Mar 24 14:58:33.728822 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:33.762578 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-5441a078-c33e-47cf-a33c-c5e0310385f7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:33.764028 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-5441a078-c33e-47cf-a33c-c5e0310385f7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 810 time: 0.1030619 Mar 24 14:58:33.780463 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-6f517b22-640e-408b-9224-ede6107fba1c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/quotas/546c38a2579b41db9797bffa819ca65b HTTP/1.1" status: 200 len: 375 time: 0.0086858 Mar 24 14:58:33.843963 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-f7c25df1-7b4c-43a9-9e5e-32cad3550737 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582495 Mar 24 14:58:33.948385 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-3ed996f4-f701-4010-96da-af16af917dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918729 Mar 24 14:58:34.037728 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-d469f661-401e-431b-84cd-84f7ffbe27d4 service neutron] 10.222.0.43 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834632 Mar 24 14:58:34.204796 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bddb5009-ab9f-4ce2-a2fd-03727f20aa0e req-cbf8cbc5-540f-4152-947e-52bce93c6ddc tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 210 time: 0.0313120 Mar 24 14:58:35.197293 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:35.311307 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3052cbbf-a12b-48eb-b5d8-47952272c7f4 req-5ba7b322-492f-47c0-b145-1926cb6a46de tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 210 time: 0.0331147 Mar 24 14:58:35.515122 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-2fb30e5d-17db-4bd3-bdb2-1e86056821c8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:35.516547 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-2fb30e5d-17db-4bd3-bdb2-1e86056821c8 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 810 time: 0.0999534 Mar 24 14:58:35.593853 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-a668234e-602d-4fab-9511-9aca78f6a956 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=546c38a2579b41db9797bffa819ca65b HTTP/1.1" status: 200 len: 380 time: 0.0580683 Mar 24 14:58:35.602561 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'port': {'device_id': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'admin_state_up': True, 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'security_groups': ['f527980d-9796-4bad-8176-4af94d045980']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:35.718145 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Made reservation on behalf of 546c38a2579b41db9797bffa819ca65b for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:58:35.721776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:35.859019 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Allocated IP 172.20.0.14 (becb1c06-3311-4a7c-a4f3-620a203b1d89/d5987748-3766-4c3a-9f4d-d0d799467a63/8f108e4e-c4a7-4069-b83f-7ade2f49557f) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:58:36.004107 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.042562 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.080642 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:58:36.083679 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:58:36.087315 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:58:36.092375 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:36.093004 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.113105 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event updated for resources: {'Port': ['ID=8f108e4e-c4a7-4069-b83f-7ade2f49557f,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:36.119462 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-15ece281-f09a-482b-99c7-31a484b9a7ed tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5205407 Mar 24 14:58:36.247605 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Request body: {'port': {'device_id': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:36.307644 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.350000 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-fadfd394-0edf-4ae7-8c69-92deb37b7045 None None] Provisioning complete for port 8f108e4e-c4a7-4069-b83f-7ade2f49557f triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:58:36.350496 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fadfd394-0edf-4ae7-8c69-92deb37b7045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.387172 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-fadfd394-0edf-4ae7-8c69-92deb37b7045 None None] Port 8f108e4e-c4a7-4069-b83f-7ade2f49557f cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:58:36.438784 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752a68f-24a4-4a16-94fc-73989250cc0e req-38d23dc6-dce9-409a-9850-505dd43436a6 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:36.440488 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0752a68f-24a4-4a16-94fc-73989250cc0e req-38d23dc6-dce9-409a-9850-505dd43436a6 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 932 time: 0.0531235 Mar 24 14:58:36.502520 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0752a68f-24a4-4a16-94fc-73989250cc0e req-7dab8e3b-1587-46a0-b88f-8ee0c67221d5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547385 Mar 24 14:58:36.564341 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f108e4e-c4a7-4069-b83f-7ade2f49557f {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:58:36.571907 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Publish callbacks [] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.579100 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.585300 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Transition to ACTIVE for port object 8f108e4e-c4a7-4069-b83f-7ade2f49557f will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:58:36.589485 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.643305 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Pushing event updated for resources: {'Port': ['ID=8f108e4e-c4a7-4069-b83f-7ade2f49557f,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:36.678468 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Attempting to bind port 8f108e4e-c4a7-4069-b83f-7ade2f49557f on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:58:36.678949 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Attempting to bind port 8f108e4e-c4a7-4069-b83f-7ade2f49557f by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:58:36.679309 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Attempting to bind port 8f108e4e-c4a7-4069-b83f-7ade2f49557f on network becb1c06-3311-4a7c-a4f3-620a203b1d89 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:58:36.683909 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Port 8f108e4e-c4a7-4069-b83f-7ade2f49557f on network becb1c06-3311-4a7c-a4f3-620a203b1d89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:58:36.684238 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Attempting to bind port 8f108e4e-c4a7-4069-b83f-7ade2f49557f on network becb1c06-3311-4a7c-a4f3-620a203b1d89 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:58:36.689271 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:58:36.689612 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Checking segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:58:36.690005 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Bound using segment: {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:58:36.690473 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Bound port: 8f108e4e-c4a7-4069-b83f-7ade2f49557f, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf20c29-5116-48c9-8110-eb07a8b11250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:58:36.690851 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.756461 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] For port 8f108e4e-c4a7-4069-b83f-7ade2f49557f, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:58:36.759857 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] For port 8f108e4e-c4a7-4069-b83f-7ade2f49557f, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:58:36.766321 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.798828 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:36.799681 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:36.801065 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] 10.222.0.46 "PUT /v2.0/ports/8f108e4e-c4a7-4069-b83f-7ade2f49557f HTTP/1.1" status: 200 len: 1094 time: 0.6655371 Mar 24 14:58:36.803151 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:36.805356 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef3314-d371-4fcf-ad96-b0aee52435c9" -d '{"events": [{"name": "network-changed", "server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:36.835859 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c348e-0f9a-43c5-9851-9be044a3ad0c service neutron] Pushing event updated for resources: {'Port': ['ID=8f108e4e-c4a7-4069-b83f-7ade2f49557f,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:36.858563 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df6e1f2-8de4-48ce-9eba-2559a98da623 x-openstack-request-id: req-5df6e1f2-8de4-48ce-9eba-2559a98da623 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:36.858859 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:36.859123 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5df6e1f2-8de4-48ce-9eba-2559a98da623 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:36.859541 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df6e1f2-8de4-48ce-9eba-2559a98da623'] response: {'name': 'network-changed', 'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'status': 'completed', 'code': 200} Mar 24 14:58:36.948635 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-7471d2e8-7df2-4dde-8403-7419c3dc6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:36.950331 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-7471d2e8-7df2-4dde-8403-7419c3dc6ba4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 1128 time: 0.0548415 Mar 24 14:58:37.008017 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-42f9c62f-6951-4fbc-be32-a8df53d83871 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f HTTP/1.1" status: 200 len: 217 time: 0.0333302 Mar 24 14:58:37.065537 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-4ce46f0e-4c1b-48cc-86db-14c0e7595482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:37.067335 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-4ce46f0e-4c1b-48cc-86db-14c0e7595482 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.0481181 Mar 24 14:58:37.124253 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-c9059ea5-89bd-43da-a5bb-6815d3b85009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:37.125810 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-c9059ea5-89bd-43da-a5bb-6815d3b85009 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502629 Mar 24 14:58:37.216482 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-22838190-50dd-413c-998e-d9ccf51889cb service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813143 Mar 24 14:58:37.316411 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6efc9962-ead0-4510-b56f-5a210e19da60 req-0ec179f3-132e-4019-a8b2-14c87c1d837e service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915112 Mar 24 14:58:37.505270 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-f30dc287-7bd1-45c6-912b-7485f3d3711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:37.506849 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-f30dc287-7bd1-45c6-912b-7485f3d3711b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 1128 time: 0.0465777 Mar 24 14:58:37.597844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-913cf5ee-b8f1-4378-a7f5-2c3f8e1ea591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:37.599436 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-913cf5ee-b8f1-4378-a7f5-2c3f8e1ea591 service neutron] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 911 time: 0.0848513 Mar 24 14:58:37.643342 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-b2afac3d-7e35-4625-84c5-8418c6d04329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f HTTP/1.1" status: 200 len: 217 time: 0.0368950 Mar 24 14:58:37.672139 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc1cc-f5b4-484e-9e92-7224d88e5e8e req-9ae098aa-9780-4174-8658-c7ac26de247d tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:37.673624 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-748dc1cc-f5b4-484e-9e92-7224d88e5e8e req-9ae098aa-9780-4174-8658-c7ac26de247d tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 944 time: 0.0530136 Mar 24 14:58:37.692072 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-3a204d8a-4e5b-439b-9cd3-0c870b841d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:37.693520 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-3a204d8a-4e5b-439b-9cd3-0c870b841d77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.0429602 Mar 24 14:58:37.720068 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-748dc1cc-f5b4-484e-9e92-7224d88e5e8e req-4aa10ef3-aa81-43a2-a197-3b2c231b4e1c tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Mar 24 14:58:37.757632 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-30972cc2-8c17-4f10-a938-e9db769a2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:37.759092 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-30972cc2-8c17-4f10-a938-e9db769a2a87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431948 Mar 24 14:58:38.054782 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-8af1937b-780d-452e-b763-622e07f79520 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870586 Mar 24 14:58:38.143562 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-62ef3314-d371-4fcf-ad96-b0aee52435c9 req-c67451c1-0315-4bd5-9c2b-b82629f2cd36 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805528 Mar 24 14:58:38.866021 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e89e23-1144-4587-b1d9-5e367e3a2663 req-eae9900f-851d-44cc-8372-6678585ff101 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:38.867513 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-89e89e23-1144-4587-b1d9-5e367e3a2663 req-eae9900f-851d-44cc-8372-6678585ff101 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 944 time: 0.0674224 Mar 24 14:58:38.915078 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-89e89e23-1144-4587-b1d9-5e367e3a2663 req-beab7e6a-8f33-40ba-9441-5b5d297164f4 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Mar 24 14:58:39.958265 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3820-4c68-46d0-8955-97af8eac74c0 req-ebc81007-b0e7-471c-b71c-d42ea0cff7f2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:39.959757 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-969d3820-4c68-46d0-8955-97af8eac74c0 req-ebc81007-b0e7-471c-b71c-d42ea0cff7f2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.0590632 Mar 24 14:58:40.007863 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-969d3820-4c68-46d0-8955-97af8eac74c0 req-8328992c-5f00-4926-af77-eb23c64d7f5b tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Mar 24 14:58:40.034833 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915159-b3ae-45e5-8e98-521f43c13282 req-b25784e8-e7a1-4e32-8690-44b704271ad0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:40.036287 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-35915159-b3ae-45e5-8e98-521f43c13282 req-b25784e8-e7a1-4e32-8690-44b704271ad0 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 944 time: 0.0521519 Mar 24 14:58:40.087648 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-35915159-b3ae-45e5-8e98-521f43c13282 req-a7881574-3768-4f53-9f63-561d96704f0b tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459299 Mar 24 14:58:41.141035 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7b4b4-7902-413b-8890-37e4c56c2f8d req-ad0d3616-2e0c-43f3-baf6-6aa3c5fa4b2c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:41.142639 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-34b7b4b4-7902-413b-8890-37e4c56c2f8d req-ad0d3616-2e0c-43f3-baf6-6aa3c5fa4b2c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.0556412 Mar 24 14:58:41.190867 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-34b7b4b4-7902-413b-8890-37e4c56c2f8d req-241ce5bd-cf38-4e32-b61d-1a76cf024dcb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421784 Mar 24 14:58:41.206633 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457360f6-e0cc-40b4-91ad-d137dcad4b2b req-77a4d7c4-6417-4f08-8d66-2588a41e76eb tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:41.208164 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-457360f6-e0cc-40b4-91ad-d137dcad4b2b req-77a4d7c4-6417-4f08-8d66-2588a41e76eb tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 944 time: 0.0542102 Mar 24 14:58:41.211666 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 8f108e4e-c4a7-4069-b83f-7ade2f49557f details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:58:41.257297 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-457360f6-e0cc-40b4-91ad-d137dcad4b2b req-4f8c3200-21ff-4df0-a479-9dd873030c9f tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Mar 24 14:58:41.312522 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 8f108e4e-c4a7-4069-b83f-7ade2f49557f, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:41.325887 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'port_id': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'mac_address': 'fa:16:3e:55:6f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:58:41.369008 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 8f108e4e-c4a7-4069-b83f-7ade2f49557f is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:58:41.369399 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:41.382900 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f108e4e-c4a7-4069-b83f-7ade2f49557f {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:58:41.402932 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 8f108e4e-c4a7-4069-b83f-7ade2f49557f, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:41.410050 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:41.473029 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=8f108e4e-c4a7-4069-b83f-7ade2f49557f,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:41.479999 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.480342 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.480679 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.481016 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.481342 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.481667 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.481986 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.482336 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.482656 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.482973 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.483288 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.483591 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.483903 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.484215 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.484535 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:58:41.891840 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['8f108e4e-c4a7-4069-b83f-7ade2f49557f'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:58:42.225773 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d2f148bf-fbfd-4c36-89b0-a7c9893affb5 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:42.227241 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d2f148bf-fbfd-4c36-89b0-a7c9893affb5 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.0681956 Mar 24 14:58:42.349457 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90448497-fbc8-44ab-a3b5-e448f97fe742 req-3aa82d39-da6b-4387-9ec2-dd087a3154ff tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:42.350952 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-90448497-fbc8-44ab-a3b5-e448f97fe742 req-3aa82d39-da6b-4387-9ec2-dd087a3154ff tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 945 time: 0.0914607 Mar 24 14:58:42.378626 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e2e6c-fb87-478a-8517-5e004f5d1714 req-e24e3974-b7ec-432f-87a1-47caa9777630 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:42.380224 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5a3e2e6c-fb87-478a-8517-5e004f5d1714 req-e24e3974-b7ec-432f-87a1-47caa9777630 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 945 time: 0.0550649 Mar 24 14:58:42.386904 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:42.387239 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:42.427574 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5a3e2e6c-fb87-478a-8517-5e004f5d1714 req-c3803adc-a883-4d08-a3c7-d84ec2b3c043 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Mar 24 14:58:42.451855 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-90448497-fbc8-44ab-a3b5-e448f97fe742 req-bacd724b-124c-46c1-b11c-8abd2cee30c5 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=b92b6256-a702-4b23-a911-ae88fcbf997e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948346 Mar 24 14:58:42.491162 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] For port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:42.491448 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:42.669898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:42.670289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (b3c806ea-9cb4-420b-8744-2fe037cd28f2), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:42.670604 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP b3c806ea-9cb4-420b-8744-2fe037cd28f2 disassociated. External IP: 172.27.1.159, port: 198a5bc7-0051-40b5-8534-1ae8a9a0ac30. Mar 24 14:58:42.670936 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:42.801462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (198a5bc7-0051-40b5-8534-1ae8a9a0ac30), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:42.827812 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=198a5bc7-0051-40b5-8534-1ae8a9a0ac30,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:42.948289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:58:43.065825 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:58:43.080932 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:58:43.090489 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:43.091318 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:43.109185 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] No DVR routers for this DVR port 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 14:58:43.111707 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:43.115123 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-52482a38-865b-4835-bc82-ffe205f56b0c req-d8e21761-563c-4d83-9b11-86374faf1282 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "DELETE /v2.0/ports/198a5bc7-0051-40b5-8534-1ae8a9a0ac30 HTTP/1.1" status: 204 len: 173 time: 0.8822708 Mar 24 14:58:43.115602 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'name': 'network-vif-deleted', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:43.117901 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ae8e8c-cd70-4c3a-b328-3f15df054966" -d '{"events": [{"server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "name": "network-vif-deleted", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:43.215209 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5184be6e-5b77-47f7-bc03-b0626b3e0dc4 x-openstack-request-id: req-5184be6e-5b77-47f7-bc03-b0626b3e0dc4 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:43.215532 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f99fce-0445-4a3a-ab51-e71d4f0171b3", "name": "network-vif-deleted", "tag": "198a5bc7-0051-40b5-8534-1ae8a9a0ac30", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:43.215788 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5184be6e-5b77-47f7-bc03-b0626b3e0dc4 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:43.216024 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 8f108e4e-c4a7-4069-b83f-7ade2f49557f up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:58:43.216555 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5184be6e-5b77-47f7-bc03-b0626b3e0dc4'] response: {'server_uuid': '31f99fce-0445-4a3a-ab51-e71d4f0171b3', 'name': 'network-vif-deleted', 'tag': '198a5bc7-0051-40b5-8534-1ae8a9a0ac30', 'status': 'completed', 'code': 200} Mar 24 14:58:43.228230 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:43.282396 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 8f108e4e-c4a7-4069-b83f-7ade2f49557f completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:58:43.287380 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 8f108e4e-c4a7-4069-b83f-7ade2f49557f triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:58:43.287905 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:43.372294 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 8f108e4e-c4a7-4069-b83f-7ade2f49557f is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:58:43.372690 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:43.396137 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:43.398419 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e804af-fcde-480b-935e-68f9b0f01fba" -d '{"events": [{"server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "name": "network-vif-plugged", "status": "completed", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:43.411325 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 8f108e4e-c4a7-4069-b83f-7ade2f49557f, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:43.415997 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:43.443294 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54df28b-2959-40a4-a22a-d9f0a8ce5095 x-openstack-request-id: req-c54df28b-2959-40a4-a22a-d9f0a8ce5095 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:43.443578 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "name": "network-vif-plugged", "status": "completed", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:43.443864 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c54df28b-2959-40a4-a22a-d9f0a8ce5095 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:43.444255 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54df28b-2959-40a4-a22a-d9f0a8ce5095'] response: {'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'code': 200} Mar 24 14:58:43.457333 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:43.475139 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=8f108e4e-c4a7-4069-b83f-7ade2f49557f,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:43.492338 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:58:43.501801 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:43.502442 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:43.560978 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7109b0-d923-4bf5-9cc8-e1a1d6df224f req-1d8c86fb-d317-43db-80b9-efef78f69aff tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:43.574981 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2a7109b0-d923-4bf5-9cc8-e1a1d6df224f req-1d8c86fb-d317-43db-80b9-efef78f69aff tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.0711892 Mar 24 14:58:43.598232 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-685583e5-0353-497c-9d27-d6d266f5f379 req-7cf88faf-ac37-43d2-8b37-6623e9e2caba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=31f99fce-0445-4a3a-ab51-e71d4f0171b3 HTTP/1.1" status: 200 len: 210 time: 0.0339029 Mar 24 14:58:43.622028 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2a7109b0-d923-4bf5-9cc8-e1a1d6df224f req-58012f36-603c-44ca-972a-1f12583241c9 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460551 Mar 24 14:58:43.635665 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:43.718910 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708351ee-c27e-497d-bb4f-f97587ee9519 req-a2786b72-faff-478a-8fc2-33371ff711eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:43.720197 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-708351ee-c27e-497d-bb4f-f97587ee9519 req-a2786b72-faff-478a-8fc2-33371ff711eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 1130 time: 0.0466511 Mar 24 14:58:43.772309 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-708351ee-c27e-497d-bb4f-f97587ee9519 req-951a3aae-ff6e-489b-805a-780cc064d37d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Mar 24 14:58:43.918697 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:43.947296 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229f456-b5b6-4f39-b913-4533565e0050 None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:58:44.172253 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420bac8-9440-4115-9eca-099cd1e27a94 None None] New status for floating IP b3c806ea-9cb4-420b-8744-2fe037cd28f2: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:58:44.426113 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51684) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:44.543463 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ffc73ac5-f040-46e6-aa02-07a262e27117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:44.704759 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51694) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:44.771394 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee8ad-276c-4466-9a80-11ed2fba2563 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (b92b6256-a702-4b23-a911-ae88fcbf997e), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:44.798621 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee8ad-276c-4466-9a80-11ed2fba2563 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (b92b6256-a702-4b23-a911-ae88fcbf997e), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:44.859815 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee8ad-276c-4466-9a80-11ed2fba2563 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b92b6256-a702-4b23-a911-ae88fcbf997e), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:44.862814 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee8ad-276c-4466-9a80-11ed2fba2563 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:44.864165 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9c3ee8ad-276c-4466-9a80-11ed2fba2563 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/security-groups/b92b6256-a702-4b23-a911-ae88fcbf997e HTTP/1.1" status: 204 len: 168 time: 0.1583178 Mar 24 14:58:44.868887 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51700) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:44.886294 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ee8ad-276c-4466-9a80-11ed2fba2563 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b6256-a702-4b23-a911-ae88fcbf997e,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:44.895067 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.api.v2.resource [None req-d4ce96b8-635e-490f-86e6-e3723dce2472 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] show failed (client error): The resource could not be found. Mar 24 14:58:44.898900 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d4ce96b8-635e-490f-86e6-e3723dce2472 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups/b92b6256-a702-4b23-a911-ae88fcbf997e HTTP/1.1" status: 404 len: 347 time: 0.0261893 Mar 24 14:58:44.903638 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51702) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:44.919237 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ffc73ac5-f040-46e6-aa02-07a262e27117 admin admin] Publish callbacks [] for security_group (46f882f7-c7c6-4463-a77d-2da070720104), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:44.950961 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ffc73ac5-f040-46e6-aa02-07a262e27117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (46f882f7-c7c6-4463-a77d-2da070720104), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:44.991391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc73ac5-f040-46e6-aa02-07a262e27117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f882f7-c7c6-4463-a77d-2da070720104,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:45.005747 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-ffc73ac5-f040-46e6-aa02-07a262e27117 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bb37b6191384b6da94c34720a01c917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761402 Mar 24 14:58:45.006899 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51706) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:45.032741 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce5c01-5fdb-409f-8d24-37830d6c9ba9 req-8a278c38-ae99-4ea9-be92-3c4f9e459a5e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:45.034307 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-09ce5c01-5fdb-409f-8d24-37830d6c9ba9 req-8a278c38-ae99-4ea9-be92-3c4f9e459a5e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.1142509 Mar 24 14:58:45.052570 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port 01f977f0-2f03-468c-b8d9-2459dd316544 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 14:58:45.052920 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (01f977f0-2f03-468c-b8d9-2459dd316544), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.101438 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7f529302-2813-4a7f-b435-8dec32b66d5e admin admin] Publish callbacks [] for security_group (46f882f7-c7c6-4463-a77d-2da070720104), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.111994 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-09ce5c01-5fdb-409f-8d24-37830d6c9ba9 req-291f260a-9898-4902-93ae-ac5e89220e2d tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692718 Mar 24 14:58:45.139461 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7f529302-2813-4a7f-b435-8dec32b66d5e admin admin] Publish callbacks [] for security_group (46f882f7-c7c6-4463-a77d-2da070720104), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.154337 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (01f977f0-2f03-468c-b8d9-2459dd316544), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.154774 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (01f977f0-2f03-468c-b8d9-2459dd316544), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.173017 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for 01f977f0-2f03-468c-b8d9-2459dd316544 owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 14:58:45.196993 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7f529302-2813-4a7f-b435-8dec32b66d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (46f882f7-c7c6-4463-a77d-2da070720104), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.200246 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7f529302-2813-4a7f-b435-8dec32b66d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.201481 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-7f529302-2813-4a7f-b435-8dec32b66d5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46f882f7-c7c6-4463-a77d-2da070720104 HTTP/1.1" status: 204 len: 168 time: 0.1936712 Mar 24 14:58:45.231169 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f529302-2813-4a7f-b435-8dec32b66d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f882f7-c7c6-4463-a77d-2da070720104,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:45.336706 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (01f977f0-2f03-468c-b8d9-2459dd316544), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.363762 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=01f977f0-2f03-468c-b8d9-2459dd316544,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:45.388666 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (b3c806ea-9cb4-420b-8744-2fe037cd28f2), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.391314 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.392571 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-34381d82-82b3-4ba0-ba50-94efd6c03b00 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/floatingips/b3c806ea-9cb4-420b-8744-2fe037cd28f2 HTTP/1.1" status: 204 len: 168 time: 0.4917607 Mar 24 14:58:45.535357 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51724) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:45.540327 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-fd3826a2-02c8-4e70-93e3-3e3955a804be tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350880635', 'description': 'tempest-description--352501279'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:45.561648 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fd3826a2-02c8-4e70-93e3-3e3955a804be tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.629429 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fd3826a2-02c8-4e70-93e3-3e3955a804be tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (02f75274-f59a-4e26-9eb6-fb1a74826143), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.633599 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fd3826a2-02c8-4e70-93e3-3e3955a804be tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (02f75274-f59a-4e26-9eb6-fb1a74826143), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.662552 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fd3826a2-02c8-4e70-93e3-3e3955a804be tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.663797 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-fd3826a2-02c8-4e70-93e3-3e3955a804be tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1272924 Mar 24 14:58:45.666764 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51730) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:45.670891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-40dbe17f-8b15-4736-8d63-7e5d18c24ddb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': '02f75274-f59a-4e26-9eb6-fb1a74826143', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:45.678435 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3826a2-02c8-4e70-93e3-3e3955a804be tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f75274-f59a-4e26-9eb6-fb1a74826143,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:45.702517 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-40dbe17f-8b15-4736-8d63-7e5d18c24ddb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (bc2d4a4a-e6c8-409d-847e-9901709494c1), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.759107 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-40dbe17f-8b15-4736-8d63-7e5d18c24ddb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (bc2d4a4a-e6c8-409d-847e-9901709494c1), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.766777 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-40dbe17f-8b15-4736-8d63-7e5d18c24ddb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (bc2d4a4a-e6c8-409d-847e-9901709494c1), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.783621 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbe17f-8b15-4736-8d63-7e5d18c24ddb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2d4a4a-e6c8-409d-847e-9901709494c1,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:45.793425 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-40dbe17f-8b15-4736-8d63-7e5d18c24ddb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.794814 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-40dbe17f-8b15-4736-8d63-7e5d18c24ddb tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272504 Mar 24 14:58:45.797766 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51738) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:45.803449 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-2347193e-caf7-434d-96b8-9cec977dbb13 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'security_group_rule': {'security_group_id': '02f75274-f59a-4e26-9eb6-fb1a74826143', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:45.828068 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2347193e-caf7-434d-96b8-9cec977dbb13 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (b96b5581-93e4-4d27-acaf-031e462595ad), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.885905 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2347193e-caf7-434d-96b8-9cec977dbb13 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (b96b5581-93e4-4d27-acaf-031e462595ad), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.890261 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2347193e-caf7-434d-96b8-9cec977dbb13 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (b96b5581-93e4-4d27-acaf-031e462595ad), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.908628 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347193e-caf7-434d-96b8-9cec977dbb13 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96b5581-93e4-4d27-acaf-031e462595ad,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:45.918275 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2347193e-caf7-434d-96b8-9cec977dbb13 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:45.919454 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2347193e-caf7-434d-96b8-9cec977dbb13 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201246 Mar 24 14:58:45.922571 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51742) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:45.926836 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:45.947951 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:46.043112 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:46.156811 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.27.1.59 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/86559f65-6367-4fa0-9094-b64b9b621fd9) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:58:46.296293 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96f239-57aa-4b23-8d0f-ed003080baa4 req-96b54025-3224-4520-891d-60c5af3881ce tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:46.299868 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bb96f239-57aa-4b23-8d0f-ed003080baa4 req-96b54025-3224-4520-891d-60c5af3881ce tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.0867081 Mar 24 14:58:46.319480 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:46.370360 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bb96f239-57aa-4b23-8d0f-ed003080baa4 req-def52500-c38b-4d02-8468-a254874327be tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620019 Mar 24 14:58:46.382614 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:46.420809 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:58:46.427447 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:58:46.432317 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:58:46.435274 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=86559f65-6367-4fa0-9094-b64b9b621fd9,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:46.499349 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3706e62-5f74-4e5a-8c8d-0f2f715a43c1 req-f74ae80e-7a83-4f87-82fe-d977aa362483 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:46.501113 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b3706e62-5f74-4e5a-8c8d-0f2f715a43c1 req-f74ae80e-7a83-4f87-82fe-d977aa362483 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.0613792 Mar 24 14:58:46.513161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51768) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:46.519155 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Request body: {'floatingip': {'port_id': '8f108e4e-c4a7-4069-b83f-7ade2f49557f'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:46.564088 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (28b941c2-d4bc-482f-893f-43b88872b514), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:46.607183 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (942fbcb2-4d3d-498a-a512-3af4c117132e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:46.692450 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.043602 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.049070 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.178073 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=86559f65-6367-4fa0-9094-b64b9b621fd9,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:47.193154 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (942fbcb2-4d3d-498a-a512-3af4c117132e), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.209277 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.240238 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.242579 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-dbceeacf-a48a-4bca-85c7-7fa6b4b8325c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3189950 Mar 24 14:58:47.243802 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (28b941c2-d4bc-482f-893f-43b88872b514), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.244709 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:58:47.267362 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 14:58:47.267898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 198a5bc7-0051-40b5-8534-1ae8a9a0ac30 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 14:58:47.368308 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Floating IP 28b941c2-d4bc-482f-893f-43b88872b514 associated. External IP: 172.27.1.195, port: 8f108e4e-c4a7-4069-b83f-7ade2f49557f. Mar 24 14:58:47.521696 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-2e4d6984-7361-45cd-9a4f-ecc6705611d1 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--350880635&fields=id&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 267 time: 0.0707800 Mar 24 14:58:47.707282 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-515cfa1f-9ed1-4204-9c8d-733c4485b49f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:47.708741 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-515cfa1f-9ed1-4204-9c8d-733c4485b49f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.1798992 Mar 24 14:58:47.734423 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-216fa264-8502-4ecc-99e5-df6d713cc415 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/quotas/d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 375 time: 0.0192740 Mar 24 14:58:47.736463 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Router 705069e7-dd26-48ed-8698-cfe455962ed9 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:58:47.862271 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff979b0-25a2-4c83-a4d7-c23edfbe410b req-2e05bd1f-5158-4f6c-a9c8-5aefed91b84e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:47.864335 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7ff979b0-25a2-4c83-a4d7-c23edfbe410b req-2e05bd1f-5158-4f6c-a9c8-5aefed91b84e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0548763 Mar 24 14:58:47.872980 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-5f463e52-3e4e-491c-b80a-b5863c783a19 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313128 Mar 24 14:58:47.893846 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:58:47.901872 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:47.908058 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] Sync routers for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:58:47.920852 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:47.921996 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:47.940043 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7ff979b0-25a2-4c83-a4d7-c23edfbe410b req-e9f1d8cc-9551-4d3d-b0b3-431d666df05c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603719 Mar 24 14:58:48.045256 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:48.219004 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-106b1060-3b4a-423c-b3b3-5cbc1b3d80a2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "PUT /v2.0/floatingips/28b941c2-d4bc-482f-893f-43b88872b514 HTTP/1.1" status: 200 len: 992 time: 1.7048347 Mar 24 14:58:48.220842 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:48.223088 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:48.259641 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-9d0b416f-e923-4d34-8cca-8fb2c3cb7a9f service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731792 Mar 24 14:58:48.262131 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def34e88-9415-4e11-a87e-5208e409fc4b x-openstack-request-id: req-def34e88-9415-4e11-a87e-5208e409fc4b {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:48.262431 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:48.262690 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-def34e88-9415-4e11-a87e-5208e409fc4b {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:48.263168 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def34e88-9415-4e11-a87e-5208e409fc4b'] response: {'name': 'network-changed', 'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'status': 'completed', 'code': 200} Mar 24 14:58:48.288754 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '28b941c2-d4bc-482f-893f-43b88872b514', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'port_id': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'mac_address': 'fa:16:3e:55:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:33Z', 'updated_at': '2022-03-24T14:58:47Z', 'revision_number': 1, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:48.317880 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] Checking router: 705069e7-dd26-48ed-8698-cfe455962ed9 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:58:48.326232 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:58:48.326849 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:48.357240 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-27ea7af5-a3b7-4f4e-bc53-86323e3c41bb service neutron] 10.222.0.43 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892622 Mar 24 14:58:48.359195 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-88a743a8-ce51-486d-93ef-25fa80b04fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:48.361182 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-88a743a8-ce51-486d-93ef-25fa80b04fed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546c38a2579b41db9797bffa819ca65b&device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 1130 time: 0.0446763 Mar 24 14:58:48.435351 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:58:48.463691 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-d424ac87-36aa-4917-94cd-5fba7018deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:48.466077 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-d424ac87-36aa-4917-94cd-5fba7018deca service neutron] 10.222.0.46 "GET /v2.0/networks?id=becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 200 len: 911 time: 0.0948439 Mar 24 14:58:48.555812 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d20b25a5-b5cd-4753-b5d7-c60f33e47f49 req-3ce0986c-db3a-4712-8e18-bd6f38cd1f9c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 210 time: 0.0299575 Mar 24 14:58:48.566150 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-838c3347-c13f-4b09-89c8-abe8b1ae00aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f HTTP/1.1" status: 200 len: 1000 time: 0.0912712 Mar 24 14:58:48.622981 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:48.640731 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-98240ab2-3a93-44d7-9746-efaac7cbbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:48.642790 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-98240ab2-3a93-44d7-9746-efaac7cbbb8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 200 len: 849 time: 0.0701325 Mar 24 14:58:48.679485 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '28b941c2-d4bc-482f-893f-43b88872b514', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'port_id': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'mac_address': 'fa:16:3e:55:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:33Z', 'updated_at': '2022-03-24T14:58:47Z', 'revision_number': 1, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:58:48.708837 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-faee3d9e-03d1-4dce-8046-a9ba53933eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:48.710567 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-faee3d9e-03d1-4dce-8046-a9ba53933eee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=becb1c06-3311-4a7c-a4f3-620a203b1d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584786 Mar 24 14:58:48.715079 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cdca2a-7da1-4046-8fef-04f2ff477a79 None None] The sync data for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi is: [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '28b941c2-d4bc-482f-893f-43b88872b514', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'port_id': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'mac_address': 'fa:16:3e:55:6f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:33Z', 'updated_at': '2022-03-24T14:58:47Z', 'revision_number': 1, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:58:48.817431 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-a7e3f72b-de64-4e54-8fd7-ae7daa3ae0d2 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998898 Mar 24 14:58:48.936653 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbc613bf-a65f-4d61-9d08-c20e6534d1ae req-df461396-2c93-41eb-95cc-9f43fad376b1 service neutron] 10.222.0.46 "GET /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129999 Mar 24 14:58:49.004766 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e797cff-10db-4547-9d17-aecd562e71a2 None None] New status for floating IP 28b941c2-d4bc-482f-893f-43b88872b514: ACTIVE {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:58:49.080291 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a436bb-7797-49e1-8ca6-7ed933266b4e req-3251cd9f-04cc-4696-bd56-794325ee54ca tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:49.081831 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-31a436bb-7797-49e1-8ca6-7ed933266b4e req-3251cd9f-04cc-4696-bd56-794325ee54ca tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0718789 Mar 24 14:58:49.150880 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-31a436bb-7797-49e1-8ca6-7ed933266b4e req-effe81e1-5e9d-4f68-85d9-b3d0b7933f44 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566766 Mar 24 14:58:49.658338 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d6ba4831-a607-4670-9c90-d382c29132e2 req-f33b458a-7afd-4912-a9d5-a4dfa003505c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 210 time: 0.0274622 Mar 24 14:58:49.817230 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-97a210dc-3215-44d4-a8a0-af3a9a8b7130 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:49.818755 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-97a210dc-3215-44d4-a8a0-af3a9a8b7130 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 814 time: 0.1014538 Mar 24 14:58:49.890994 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-2bfcef64-e17d-47db-a166-40ab36966d33 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d60ef6516f464105bbb22a953fe3a9e8 HTTP/1.1" status: 200 len: 379 time: 0.0530760 Mar 24 14:58:49.913575 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'port': {'device_id': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'admin_state_up': True, 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'security_groups': ['02f75274-f59a-4e26-9eb6-fb1a74826143']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:50.031559 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Made reservation on behalf of d60ef6516f464105bbb22a953fe3a9e8 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 14:58:50.035196 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.161898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Allocated IP 172.20.0.13 (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2/00049fbd-bcee-48b5-bfe9-bd2fc3967f07/5fc2c094-c22e-4e8c-b2ff-83eefb09ad64) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 14:58:50.276362 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996396eb-f050-40bc-b61c-2bb9fe0284ad req-87a09976-53af-4de9-8dd0-f097a1521467 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:50.277836 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-996396eb-f050-40bc-b61c-2bb9fe0284ad req-87a09976-53af-4de9-8dd0-f097a1521467 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0552113 Mar 24 14:58:50.300915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.325361 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-996396eb-f050-40bc-b61c-2bb9fe0284ad req-89d3a586-502a-4d7d-8c71-b0e3741be98e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Mar 24 14:58:50.333499 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.372920 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 14:58:50.375941 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 14:58:50.379574 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 14:58:50.384621 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:50.385233 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.400914 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event updated for resources: {'Port': ['ID=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:50.414201 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-e994f646-7d22-43d0-b5b2-92eeb9834816 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5054095 Mar 24 14:58:50.437366 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Request body: {'port': {'device_id': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:58:50.496488 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.566134 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-00a48ddc-b6e1-4dce-9817-14ddaf3414bb None None] Provisioning complete for port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:58:50.566723 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a48ddc-b6e1-4dce-9817-14ddaf3414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.600892 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-00a48ddc-b6e1-4dce-9817-14ddaf3414bb None None] Port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 14:58:50.783154 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:58:50.792075 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Publish callbacks [] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.810835 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Transition to ACTIVE for port object 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 14:58:50.822377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c9fa6-7384-42a4-84ed-b64bdbae30d7 req-afae7b5a-9c93-4252-82fa-221e6bc911f7 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:50.823875 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-026c9fa6-7384-42a4-84ed-b64bdbae30d7 req-afae7b5a-9c93-4252-82fa-221e6bc911f7 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 932 time: 0.0947049 Mar 24 14:58:50.824654 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:50.874032 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:58:50.914401 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:50.970703 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-026c9fa6-7384-42a4-84ed-b64bdbae30d7 req-320f33cf-9954-4066-b80d-99df21a69e10 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216702 Mar 24 14:58:50.980573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Attempting to bind port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 14:58:50.981010 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Attempting to bind port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 14:58:50.981445 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Attempting to bind port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:58:50.986429 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 14:58:50.986978 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Attempting to bind port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 on network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 14:58:50.991977 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 14:58:50.992373 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Checking segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 14:58:50.992736 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Bound using segment: {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 14:58:50.993169 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Bound port: 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556c9335-9acc-4a85-9406-6cc95b3f9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 14:58:50.993523 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:51.060407 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] For port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 14:58:51.063910 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] For port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 14:58:51.071499 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:51.108049 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.108716 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:51.110186 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] 10.222.0.46 "PUT /v2.0/ports/5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 HTTP/1.1" status: 200 len: 1094 time: 0.6774912 Mar 24 14:58:51.110625 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:51.112834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cad77fd-48d3-4bfd-952a-79c42055e9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:51.151828 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6421cac-3f54-4e0b-9595-e68ba00a95b9 x-openstack-request-id: req-c6421cac-3f54-4e0b-9595-e68ba00a95b9 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:51.152120 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:51.152375 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6421cac-3f54-4e0b-9595-e68ba00a95b9 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:51.152784 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6421cac-3f54-4e0b-9595-e68ba00a95b9'] response: {'name': 'network-changed', 'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'status': 'completed', 'code': 200} Mar 24 14:58:51.153746 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0880682-d483-4691-823e-86ea44c7d575 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:51.230570 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f5d9b521-f982-49b4-92d4-eab76e44fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.232197 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-f5d9b521-f982-49b4-92d4-eab76e44fa67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 1128 time: 0.0489254 Mar 24 14:58:51.285959 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-6acbed27-5a9f-44ba-84de-5a5d8478c759 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 HTTP/1.1" status: 200 len: 217 time: 0.0344868 Mar 24 14:58:51.336347 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-1a4753ee-d7a5-4f8d-9f8b-0541d6cb74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.337749 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-1a4753ee-d7a5-4f8d-9f8b-0541d6cb74f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0453348 Mar 24 14:58:51.388020 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-4384fa79-6623-4231-9b99-45ac7461a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.389540 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-4384fa79-6623-4231-9b99-45ac7461a29f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453856 Mar 24 14:58:51.514235 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a721-c5c3-4e1e-9cc5-f03bd7809d23 req-4dea903f-2b50-40e1-b15b-8e3016ef7c95 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.515510 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a0d1a721-c5c3-4e1e-9cc5-f03bd7809d23 req-4dea903f-2b50-40e1-b15b-8e3016ef7c95 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.1109891 Mar 24 14:58:51.519047 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-cd8b41cd-c28a-4318-b957-e05769580afe service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217823 Mar 24 14:58:51.616496 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a0d1a721-c5c3-4e1e-9cc5-f03bd7809d23 req-84f8807b-c4e6-44a8-a065-f3296ca0f192 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951996 Mar 24 14:58:51.637355 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6b658ad5-3766-4d3f-9068-4567fa2ce441 req-ade180f1-b95b-4798-8ad7-fc53407cb3fd service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104369 Mar 24 14:58:51.789599 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-bae0f430-7f6a-45a6-95b6-0d0d70a43b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.791010 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-bae0f430-7f6a-45a6-95b6-0d0d70a43b5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 1128 time: 0.0464473 Mar 24 14:58:51.885478 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-5e689f60-595d-4dbe-9a41-f72f8b5fea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.886986 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-5e689f60-595d-4dbe-9a41-f72f8b5fea0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.0875726 Mar 24 14:58:51.930805 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-421330f5-ecdc-4954-a390-886fe8d9005b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 HTTP/1.1" status: 200 len: 217 time: 0.0336394 Mar 24 14:58:51.990846 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-03dcbf23-8b22-49a0-9328-16ad42c667d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:51.992320 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-03dcbf23-8b22-49a0-9328-16ad42c667d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0542529 Mar 24 14:58:52.050054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-88e2b0c4-2113-4c0f-b14c-fc13fe0987e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:52.051495 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-88e2b0c4-2113-4c0f-b14c-fc13fe0987e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520744 Mar 24 14:58:52.100398 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db71ee-8654-45ed-835e-7447a0078e9c req-83f04d66-9de5-4567-9f0f-255b430bef3e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:52.102071 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-91db71ee-8654-45ed-835e-7447a0078e9c req-83f04d66-9de5-4567-9f0f-255b430bef3e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 944 time: 0.0550845 Mar 24 14:58:52.152042 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-e89be61a-75a1-4013-8015-d269231f89e2 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897584 Mar 24 14:58:52.155151 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-91db71ee-8654-45ed-835e-7447a0078e9c req-a1f3acaf-29ea-4ede-a488-35ecc667424c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Mar 24 14:58:52.248660 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5cad77fd-48d3-4bfd-952a-79c42055e9f7 req-b788ced9-77d3-418f-94d7-7e23617e6051 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898991 Mar 24 14:58:52.748247 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68f968-3cfc-4ea5-87d2-8f2dac629b19 req-b4a21012-d418-407c-b228-1827146a9381 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:52.749883 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1c68f968-3cfc-4ea5-87d2-8f2dac629b19 req-b4a21012-d418-407c-b228-1827146a9381 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0591114 Mar 24 14:58:52.796367 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1c68f968-3cfc-4ea5-87d2-8f2dac629b19 req-0989a515-b700-4eab-b5cc-6b8fd49faf69 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Mar 24 14:58:53.285922 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73237f-5ba3-41fa-8464-cc7707b8aeca req-55d3f000-6f4c-45a8-be57-596a4d4ae8ac tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:53.287381 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8c73237f-5ba3-41fa-8464-cc7707b8aeca req-55d3f000-6f4c-45a8-be57-596a4d4ae8ac tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 944 time: 0.0589535 Mar 24 14:58:53.338659 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8c73237f-5ba3-41fa-8464-cc7707b8aeca req-6f806905-b776-49fe-b9bf-49343c5c9812 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431201 Mar 24 14:58:53.680379 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51922) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:53.784358 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-42b2bf4b-e156-4f14-b332-bf8469cbda3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:53.858418 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-42b2bf4b-e156-4f14-b332-bf8469cbda3a admin admin] Publish callbacks [] for security_group (1557071c-30dd-4618-bb2a-8b5caea20e36), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:53.863972 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-42b2bf4b-e156-4f14-b332-bf8469cbda3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1557071c-30dd-4618-bb2a-8b5caea20e36), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:53.906284 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-42b2bf4b-e156-4f14-b332-bf8469cbda3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1600d594b7e34f2ab2a63d38f671dd05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247198 Mar 24 14:58:53.908240 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2bf4b-e156-4f14-b332-bf8469cbda3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1557071c-30dd-4618-bb2a-8b5caea20e36,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:53.909193 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51928) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:53.939006 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668952e-5373-439f-9982-2644db4ada35 req-89cfde6d-4490-48d3-996e-4ebb34f5ac30 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:53.940444 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c668952e-5373-439f-9982-2644db4ada35 req-89cfde6d-4490-48d3-996e-4ebb34f5ac30 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0724993 Mar 24 14:58:54.202182 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f13c5547-9e37-4c23-bbfe-e0017762ac72 admin admin] Publish callbacks [] for security_group (1557071c-30dd-4618-bb2a-8b5caea20e36), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.216801 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c668952e-5373-439f-9982-2644db4ada35 req-f98d2654-46c9-4800-ab09-49da1f9d45a7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688587 Mar 24 14:58:54.229689 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f13c5547-9e37-4c23-bbfe-e0017762ac72 admin admin] Publish callbacks [] for security_group (1557071c-30dd-4618-bb2a-8b5caea20e36), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.278677 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f13c5547-9e37-4c23-bbfe-e0017762ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1557071c-30dd-4618-bb2a-8b5caea20e36), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.281392 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f13c5547-9e37-4c23-bbfe-e0017762ac72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.282663 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f13c5547-9e37-4c23-bbfe-e0017762ac72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1557071c-30dd-4618-bb2a-8b5caea20e36 HTTP/1.1" status: 204 len: 168 time: 0.3701203 Mar 24 14:58:54.290150 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c5547-9e37-4c23-bbfe-e0017762ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1557071c-30dd-4618-bb2a-8b5caea20e36,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:54.460500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e4d06-7f9c-4943-a32f-f10d5332928a req-b0aa4b7a-f4fd-4f7f-ae59-ed5f0efb1da2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:54.462776 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bc5e4d06-7f9c-4943-a32f-f10d5332928a req-b0aa4b7a-f4fd-4f7f-ae59-ed5f0efb1da2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 944 time: 0.0538085 Mar 24 14:58:54.510448 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bc5e4d06-7f9c-4943-a32f-f10d5332928a req-cb2d818b-1869-432a-ad62-9fa2dc6f66d9 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 Mar 24 14:58:54.556764 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 51936) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:54.570019 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-320b1243-5c52-46d4-bd65-96094433345d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.650202 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-320b1243-5c52-46d4-bd65-96094433345d admin admin] Publish callbacks [] for security_group (211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.655830 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-320b1243-5c52-46d4-bd65-96094433345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.692222 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-320b1243-5c52-46d4-bd65-96094433345d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4586cce44ea14b539e150a86031ded01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343727 Mar 24 14:58:54.693049 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b1243-5c52-46d4-bd65-96094433345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:54.695174 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51940) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:54.747335 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e81672c1-2718-4cfc-be48-2575963b7aa4 admin admin] Publish callbacks [] for security_group (211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.768227 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e81672c1-2718-4cfc-be48-2575963b7aa4 admin admin] Publish callbacks [] for security_group (211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.819964 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e81672c1-2718-4cfc-be48-2575963b7aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.822570 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e81672c1-2718-4cfc-be48-2575963b7aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:54.823820 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e81672c1-2718-4cfc-be48-2575963b7aa4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4 HTTP/1.1" status: 204 len: 168 time: 0.1275642 Mar 24 14:58:54.833525 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81672c1-2718-4cfc-be48-2575963b7aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211be5f3-9e44-4ef0-b9cb-f8e26e42e4a4,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:55.160829 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51948) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:55.173725 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7986950e-8405-42d2-9115-56b65cb54c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.244484 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7986950e-8405-42d2-9115-56b65cb54c76 admin admin] Publish callbacks [] for security_group (fe36ab97-ac6a-47a5-9458-01db82ac7247), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.249813 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7986950e-8405-42d2-9115-56b65cb54c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fe36ab97-ac6a-47a5-9458-01db82ac7247), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.287827 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-7986950e-8405-42d2-9115-56b65cb54c76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cbab03e6eed44d29e73d9b21dca0711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258960 Mar 24 14:58:55.288778 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986950e-8405-42d2-9115-56b65cb54c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe36ab97-ac6a-47a5-9458-01db82ac7247,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:55.291950 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 51952) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:58:55.305885 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:58:55.343901 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4087d-65c8-404b-848e-562564cb9826 req-a98740ab-a349-48cd-98ab-7798b7d7c205 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:55.345438 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-49a4087d-65c8-404b-848e-562564cb9826 req-a98740ab-a349-48cd-98ab-7798b7d7c205 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0567694 Mar 24 14:58:55.346210 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8e510538-76d3-4fb4-8ec7-50eea8a6f573 admin admin] Publish callbacks [] for security_group (fe36ab97-ac6a-47a5-9458-01db82ac7247), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.367869 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8e510538-76d3-4fb4-8ec7-50eea8a6f573 admin admin] Publish callbacks [] for security_group (fe36ab97-ac6a-47a5-9458-01db82ac7247), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.393797 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-49a4087d-65c8-404b-848e-562564cb9826 req-16d0c337-3a8f-42ea-80de-67623bf3941c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Mar 24 14:58:55.408368 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:55.420368 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'port_id': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'mac_address': 'fa:16:3e:13:43:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:58:55.422309 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8e510538-76d3-4fb4-8ec7-50eea8a6f573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fe36ab97-ac6a-47a5-9458-01db82ac7247), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.424900 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-8e510538-76d3-4fb4-8ec7-50eea8a6f573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.426032 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-8e510538-76d3-4fb4-8ec7-50eea8a6f573 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe36ab97-ac6a-47a5-9458-01db82ac7247 HTTP/1.1" status: 204 len: 168 time: 0.1329989 Mar 24 14:58:55.436199 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e510538-76d3-4fb4-8ec7-50eea8a6f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe36ab97-ac6a-47a5-9458-01db82ac7247,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:55.471392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:58:55.471781 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.484802 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:58:55.504559 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:55.509492 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:55.558456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:55.637062 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e6d5-6116-4648-b32a-b8cfa3f58241 req-1ca513b9-4047-4283-9d61-268ecfcb1338 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:55.638580 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0b58e6d5-6116-4648-b32a-b8cfa3f58241 req-1ca513b9-4047-4283-9d61-268ecfcb1338 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 945 time: 0.0552905 Mar 24 14:58:55.687418 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0b58e6d5-6116-4648-b32a-b8cfa3f58241 req-77c11592-1a55-45f0-bdb7-2b6a90868e81 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 Mar 24 14:58:55.842051 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['5fc2c094-c22e-4e8c-b2ff-83eefb09ad64'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:58:56.530751 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce387e-462f-4bdb-8ee9-de8387d9466c req-0a93f8aa-5107-4027-828d-1871e01ea652 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:56.532262 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-24ce387e-462f-4bdb-8ee9-de8387d9466c req-0a93f8aa-5107-4027-828d-1871e01ea652 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0679395 Mar 24 14:58:56.601694 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-24ce387e-462f-4bdb-8ee9-de8387d9466c req-ec8ee504-5428-416f-bbd8-049c80eee946 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554595 Mar 24 14:58:56.816898 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fafe25-1218-494a-b6f2-af273664a440 req-20efafd9-8a48-46b7-8920-1dc40da99dde tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:56.818399 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-00fafe25-1218-494a-b6f2-af273664a440 req-20efafd9-8a48-46b7-8920-1dc40da99dde tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 945 time: 0.0607021 Mar 24 14:58:56.876443 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-00fafe25-1218-494a-b6f2-af273664a440 req-da3690d0-144e-4745-aa59-1079974ae81f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524230 Mar 24 14:58:57.315022 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:58:57.381462 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 14:58:57.385212 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:58:57.385587 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:57.471175 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:58:57.471553 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:57.493619 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:58:57.495832 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f4e53-1f63-4681-bd03-01d375bab39e" -d '{"events": [{"server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:58:57.507718 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:58:57.512915 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:58:57.559396 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:58:57.655171 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9254dc-90e9-47d5-87c7-079e77ab5dac x-openstack-request-id: req-2e9254dc-90e9-47d5-87c7-079e77ab5dac {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:58:57.655580 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:58:57.655912 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e9254dc-90e9-47d5-87c7-079e77ab5dac {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:58:57.656376 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9254dc-90e9-47d5-87c7-079e77ab5dac'] response: {'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'code': 200} Mar 24 14:58:57.717801 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef03d6c-27da-4223-859d-51500f547eef req-af32514e-d7b0-4721-8a2a-5e6a42a840a3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:57.719400 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2ef03d6c-27da-4223-859d-51500f547eef req-af32514e-d7b0-4721-8a2a-5e6a42a840a3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0560083 Mar 24 14:58:57.767787 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2ef03d6c-27da-4223-859d-51500f547eef req-a2775ae1-b73c-48b1-9dc7-c74986601178 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Mar 24 14:58:57.883375 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26ece7-481b-4492-abe9-68b3591426d9 req-4c8adcbb-bdb8-4eaa-a99f-b677ffe71d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:57.885105 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5a26ece7-481b-4492-abe9-68b3591426d9 req-4c8adcbb-bdb8-4eaa-a99f-b677ffe71d93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 1130 time: 0.0470529 Mar 24 14:58:57.947107 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5a26ece7-481b-4492-abe9-68b3591426d9 req-1ebd8ab5-772a-434b-8d56-f32024c93e9c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540557 Mar 24 14:58:58.009395 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2c654-57d5-44c8-9af2-0a8b1f733bd9 req-c59aee67-66d3-41b2-ba31-e5fe477d619c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:58.011065 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c5c2c654-57d5-44c8-9af2-0a8b1f733bd9 req-c59aee67-66d3-41b2-ba31-e5fe477d619c tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.0576165 Mar 24 14:58:58.059209 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c5c2c654-57d5-44c8-9af2-0a8b1f733bd9 req-2796bd3b-6c04-4ad7-b7ed-a19e7f7cd96e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421760 Mar 24 14:58:58.912852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35722e16-4f36-44c6-bdc3-3c536966ccc2 req-703bdea9-ee6b-4a69-b3d4-101341505a43 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:58.914410 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-35722e16-4f36-44c6-bdc3-3c536966ccc2 req-703bdea9-ee6b-4a69-b3d4-101341505a43 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Mar 24 14:58:58.960523 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-35722e16-4f36-44c6-bdc3-3c536966ccc2 req-60af4295-9e23-457f-9bf6-bb9d32fcfe6c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Mar 24 14:58:59.178863 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ae8dc-e9ca-49e1-af1c-2d8de60ac534 req-3611d98f-1405-4531-965a-d37fdb6bd11e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:58:59.180373 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9c3ae8dc-e9ca-49e1-af1c-2d8de60ac534 req-3611d98f-1405-4531-965a-d37fdb6bd11e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.0516462 Mar 24 14:58:59.231691 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9c3ae8dc-e9ca-49e1-af1c-2d8de60ac534 req-14f584fe-f974-443e-b59b-bd4b8c35e761 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455959 Mar 24 14:59:00.118904 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee906e6-4ac9-441b-9673-79ca6cd5a8cd req-424dc1f9-3d34-439d-bfac-b5e9c9654b4b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:00.120370 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7ee906e6-4ac9-441b-9673-79ca6cd5a8cd req-424dc1f9-3d34-439d-bfac-b5e9c9654b4b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0653760 Mar 24 14:59:00.167944 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7ee906e6-4ac9-441b-9673-79ca6cd5a8cd req-782017a9-7b8c-46a4-aedf-e5c4f1960654 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Mar 24 14:59:00.253737 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4279f35e-9cf1-468f-89fd-7603ed2b4f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:00.355557 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641aa0b-b169-4c6e-b30d-251502d6c845 req-090f0aee-1ef9-4b47-86b2-6d09c813ccf1 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:00.357546 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4641aa0b-b169-4c6e-b30d-251502d6c845 req-090f0aee-1ef9-4b47-86b2-6d09c813ccf1 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.0553284 Mar 24 14:59:00.403201 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4641aa0b-b169-4c6e-b30d-251502d6c845 req-945bf1e9-d59f-46d8-b578-bde836376995 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397425 Mar 24 14:59:00.522188 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81fc94-5279-440d-a688-29a9677ebae5 req-690d0591-eb14-448e-ac08-5afc7e9cc939 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:00.523659 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3c81fc94-5279-440d-a688-29a9677ebae5 req-690d0591-eb14-448e-ac08-5afc7e9cc939 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.0575967 Mar 24 14:59:00.532275 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52036) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:59:00.536721 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Request body: {'floatingip': {'port_id': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 14:59:00.576195 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (942fbcb2-4d3d-498a-a512-3af4c117132e), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:01.003096 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:01.008113 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (942fbcb2-4d3d-498a-a512-3af4c117132e), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:01.111790 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP 942fbcb2-4d3d-498a-a512-3af4c117132e associated. External IP: 172.27.1.59, port: 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64. Mar 24 14:59:01.339125 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 14:59:01.460779 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 14:59:01.461685 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d8d12-bf24-47ad-96dd-043f98d23963 req-58292fee-2524-4201-9e72-48dd068c590e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:01.466019 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:01.470071 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d66d8d12-bf24-47ad-96dd-043f98d23963 req-58292fee-2524-4201-9e72-48dd068c590e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0645642 Mar 24 14:59:01.474713 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 14:59:01.485499 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:59:01.486174 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:59:01.512327 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e9f3b5b0-569c-4edf-830b-7bed3b8ee976 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "PUT /v2.0/floatingips/942fbcb2-4d3d-498a-a512-3af4c117132e HTTP/1.1" status: 200 len: 991 time: 0.9659762 Mar 24 14:59:01.512327 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:59:01.512327 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025caf38-9821-47d0-bdca-53ed4eabba4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:59:01.527164 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d66d8d12-bf24-47ad-96dd-043f98d23963 req-4a6c9923-1cc7-4ef4-8779-3a20612e220b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560653 Mar 24 14:59:01.623958 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84877140-d900-4f00-aaa4-41ff1918f6fa x-openstack-request-id: req-84877140-d900-4f00-aaa4-41ff1918f6fa {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:59:01.624299 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:59:01.624505 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84877140-d900-4f00-aaa4-41ff1918f6fa {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:59:01.624924 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84877140-d900-4f00-aaa4-41ff1918f6fa'] response: {'name': 'network-changed', 'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'status': 'completed', 'code': 200} Mar 24 14:59:01.645994 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:59:01.721919 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-6880e543-d9ce-4541-a34a-cebccf97cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:01.723540 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-6880e543-d9ce-4541-a34a-cebccf97cc82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 1130 time: 0.0509760 Mar 24 14:59:01.815386 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-a3030ddb-b6f6-4d89-843b-543da5bbd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:01.818352 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-a3030ddb-b6f6-4d89-843b-543da5bbd8f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 200 len: 915 time: 0.0861964 Mar 24 14:59:01.871235 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '942fbcb2-4d3d-498a-a512-3af4c117132e', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:13:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:46Z', 'updated_at': '2022-03-24T14:59:00Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:59:01.896943 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-4d3bb47e-aab7-4f7b-a722-cfc63a41e216 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 HTTP/1.1" status: 200 len: 999 time: 0.0709686 Mar 24 14:59:01.901602 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 14:59:01.910434 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 14:59:01.911038 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T14:58:32Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:59:01.949549 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-79ee030a-dff1-4fc9-a135-2cf8bd7c4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:01.951073 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-79ee030a-dff1-4fc9-a135-2cf8bd7c4f77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 200 len: 853 time: 0.0459321 Mar 24 14:59:02.004917 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-d06a0d90-8149-4d73-a01f-f8aa8d34c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:02.006176 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-d06a0d90-8149-4d73-a01f-f8aa8d34c395 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434604 Mar 24 14:59:02.021118 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 14:59:02.112498 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-28bfd909-64e7-49c6-8355-b20e2a4781b9 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996351 Mar 24 14:59:02.209780 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-025caf38-9821-47d0-bdca-53ed4eabba4e req-334384ba-d806-427b-a198-b61feed79879 service neutron] 10.222.0.46 "GET /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888779 Mar 24 14:59:02.353184 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '942fbcb2-4d3d-498a-a512-3af4c117132e', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:13:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:46Z', 'updated_at': '2022-03-24T14:59:00Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 14:59:02.383245 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56187967-3794-4ed6-924e-082a3bbc6efd None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '942fbcb2-4d3d-498a-a512-3af4c117132e', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'port_id': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'mac_address': 'fa:16:3e:13:43:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T14:58:46Z', 'updated_at': '2022-03-24T14:59:00Z', 'revision_number': 1, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 14:59:02.513996 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-37ab5214-3c02-4d1d-b1cd-0dc189d521c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:02.596549 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528a1ec8-cca5-4491-b0db-e7db8bf3dd58 None None] New status for floating IP 942fbcb2-4d3d-498a-a512-3af4c117132e: ACTIVE {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 14:59:02.668108 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fa098-9fd5-4226-b951-be53d777310f req-7895ef29-9495-4582-8110-e350a70dd483 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:02.669775 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-774fa098-9fd5-4226-b951-be53d777310f req-7895ef29-9495-4582-8110-e350a70dd483 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0560296 Mar 24 14:59:02.726549 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-774fa098-9fd5-4226-b951-be53d777310f req-4c2b2cac-161f-423f-954e-5eae0919ed99 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512013 Mar 24 14:59:03.737152 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:03.872770 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd742-25ba-4063-a195-128e5c82db0d req-8469f07e-ac88-4240-bad7-30cee1362ea6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:03.875987 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bdafd742-25ba-4063-a195-128e5c82db0d req-8469f07e-ac88-4240-bad7-30cee1362ea6 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0758605 Mar 24 14:59:03.922768 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-bdafd742-25ba-4063-a195-128e5c82db0d req-e255c448-a920-4cb5-b15a-f6cf957496d0 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Mar 24 14:59:05.057236 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43d46b-b188-4f10-916d-68472dc9617e req-2bdfa2fe-4ca9-4990-8afd-cf82e0a28e64 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:05.058770 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d43d46b-b188-4f10-916d-68472dc9617e req-2bdfa2fe-4ca9-4990-8afd-cf82e0a28e64 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0570951 Mar 24 14:59:05.109399 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0d43d46b-b188-4f10-916d-68472dc9617e req-714e892b-5f4f-4897-ade6-f9b6de94861a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Mar 24 14:59:05.197001 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.235580 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2735a4-b553-4fe4-94c9-f9edfde4d0cd req-36db721e-df9c-4ce8-ad66-d254f2c51deb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:06.236967 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7a2735a4-b553-4fe4-94c9-f9edfde4d0cd req-36db721e-df9c-4ce8-ad66-d254f2c51deb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0529311 Mar 24 14:59:06.301003 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7a2735a4-b553-4fe4-94c9-f9edfde4d0cd req-e603f61d-0634-41dd-ac81-9b089cdb7e49 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496342 Mar 24 14:59:06.433763 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52134) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:59:06.543392 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-988803ac-5ab8-46ee-87f2-3aff9abc6a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.582480 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.626985 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-988803ac-5ab8-46ee-87f2-3aff9abc6a4e admin admin] Publish callbacks [] for security_group (195b3888-e825-4bb4-9d91-be31c61300c1), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.633479 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-988803ac-5ab8-46ee-87f2-3aff9abc6a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (195b3888-e825-4bb4-9d91-be31c61300c1), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.669833 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-988803ac-5ab8-46ee-87f2-3aff9abc6a4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c2a45894d384e12babf48ccd4f0f00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349689 Mar 24 14:59:06.670674 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988803ac-5ab8-46ee-87f2-3aff9abc6a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195b3888-e825-4bb4-9d91-be31c61300c1,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:59:06.672939 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52138) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:59:06.721740 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3d831a93-820f-4f93-b555-ab6be0c314f4 admin admin] Publish callbacks [] for security_group (195b3888-e825-4bb4-9d91-be31c61300c1), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.741957 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3d831a93-820f-4f93-b555-ab6be0c314f4 admin admin] Publish callbacks [] for security_group (195b3888-e825-4bb4-9d91-be31c61300c1), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.798805 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3d831a93-820f-4f93-b555-ab6be0c314f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (195b3888-e825-4bb4-9d91-be31c61300c1), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.801299 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3d831a93-820f-4f93-b555-ab6be0c314f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:06.802459 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3d831a93-820f-4f93-b555-ab6be0c314f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/195b3888-e825-4bb4-9d91-be31c61300c1 HTTP/1.1" status: 204 len: 168 time: 0.1285479 Mar 24 14:59:06.810053 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d831a93-820f-4f93-b555-ab6be0c314f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195b3888-e825-4bb4-9d91-be31c61300c1,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:59:07.435383 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376397d-9a9a-4b24-9a8b-2eb7e2196b25 req-9a3905f7-cf2f-4a1e-a6ef-cd40cb53cf0d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:07.436864 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b376397d-9a9a-4b24-9a8b-2eb7e2196b25 req-9a3905f7-cf2f-4a1e-a6ef-cd40cb53cf0d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0583475 Mar 24 14:59:07.483704 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b376397d-9a9a-4b24-9a8b-2eb7e2196b25 req-f9204ade-ddba-4ae9-b40b-f4d4c8540c75 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Mar 24 14:59:08.625777 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb57714-d690-47d6-9301-1339ad33b3ac req-630d33bb-ac53-49ad-bf3b-614a428ae8f1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:08.630574 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-deb57714-d690-47d6-9301-1339ad33b3ac req-630d33bb-ac53-49ad-bf3b-614a428ae8f1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0614102 Mar 24 14:59:08.673564 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-deb57714-d690-47d6-9301-1339ad33b3ac req-97fd2c05-95e8-4d14-81a9-bafcb0a440ea tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Mar 24 14:59:09.805501 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596452e-a1c8-4bed-a5bb-d7da670c2f38 req-0b3a62a9-ecdd-4214-9426-85ba3a19a009 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:09.806978 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5596452e-a1c8-4bed-a5bb-d7da670c2f38 req-0b3a62a9-ecdd-4214-9426-85ba3a19a009 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Mar 24 14:59:09.855295 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5596452e-a1c8-4bed-a5bb-d7da670c2f38 req-e8ed43b3-2975-4e8f-a191-5d3d20b2d448 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Mar 24 14:59:11.003121 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874c89a-5120-41ce-84dc-631d21e51437 req-48472028-0125-4047-b87f-74f0edf290ea tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:11.004607 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7874c89a-5120-41ce-84dc-631d21e51437 req-48472028-0125-4047-b87f-74f0edf290ea tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0781107 Mar 24 14:59:11.052407 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7874c89a-5120-41ce-84dc-631d21e51437 req-93e7636e-a83a-46ab-b79b-78ea2cefe09f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Mar 24 14:59:11.451726 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:59:11.563734 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:59:11.575794 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'afbe3301-e87c-45b0-8796-7256a791755d', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'port_id': 'afbe3301-e87c-45b0-8796-7256a791755d', 'mac_address': 'fa:16:3e:a0:f5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:59:11.623870 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port afbe3301-e87c-45b0-8796-7256a791755d is: ACTIVE; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:59:11.624257 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:11.637189 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afbe3301-e87c-45b0-8796-7256a791755d {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:59:11.657105 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:59:11.661089 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:11.716840 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=6']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:59:11.835077 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['afbe3301-e87c-45b0-8796-7256a791755d'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:59:12.199095 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d86c5-84bc-48a1-8377-82a774cb2def req-b5ddbea5-75cd-4a74-b3eb-d029d0793919 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:12.200717 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-338d86c5-84bc-48a1-8377-82a774cb2def req-b5ddbea5-75cd-4a74-b3eb-d029d0793919 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 944 time: 0.0680442 Mar 24 14:59:12.256286 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-338d86c5-84bc-48a1-8377-82a774cb2def req-9a0dfc17-954f-46da-bcec-41580dec32c9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488148 Mar 24 14:59:13.390644 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e960f-ea0a-4f5d-8a0b-9123636a9b41 req-a8642078-46a1-4102-8734-6c1ed0555288 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:13.392317 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9e2e960f-ea0a-4f5d-8a0b-9123636a9b41 req-a8642078-46a1-4102-8734-6c1ed0555288 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 944 time: 0.0575643 Mar 24 14:59:13.442968 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9e2e960f-ea0a-4f5d-8a0b-9123636a9b41 req-9fc3e243-06c7-4c7b-ae39-30eb8ced2917 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Mar 24 14:59:13.474886 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:59:13.527288 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port afbe3301-e87c-45b0-8796-7256a791755d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:59:13.528074 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (afbe3301-e87c-45b0-8796-7256a791755d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:13.620012 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port afbe3301-e87c-45b0-8796-7256a791755d is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:59:13.620410 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:13.646888 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:59:13.649034 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb766a5-414c-4141-8355-0aabc7d80b1e" -d '{"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-plugged", "status": "completed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:59:13.663295 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:59:13.670441 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:13.702503 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9e4059-b976-4d50-b2cf-447f6fdbbb78 x-openstack-request-id: req-8d9e4059-b976-4d50-b2cf-447f6fdbbb78 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:59:13.702802 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-plugged", "status": "completed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:59:13.703056 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d9e4059-b976-4d50-b2cf-447f6fdbbb78 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:59:13.706954 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9e4059-b976-4d50-b2cf-447f6fdbbb78'] response: {'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d', 'code': 200} Mar 24 14:59:13.733704 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=7']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:59:14.595126 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc5c23-d81b-4e29-b827-98b6e209f207 req-83256b82-d486-4de6-b7ca-ea4d1aaa29c2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:14.597621 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f1fc5c23-d81b-4e29-b827-98b6e209f207 req-83256b82-d486-4de6-b7ca-ea4d1aaa29c2 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0741048 Mar 24 14:59:14.646433 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f1fc5c23-d81b-4e29-b827-98b6e209f207 req-d7f13302-5eb1-44da-b285-fa2c166dee7b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Mar 24 14:59:15.790448 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dda12d-4c0d-45c5-afab-232f2b92aa2f req-c2c10d07-bb97-4401-a25b-fc9256a770ac tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:15.792100 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-91dda12d-4c0d-45c5-afab-232f2b92aa2f req-c2c10d07-bb97-4401-a25b-fc9256a770ac tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0585611 Mar 24 14:59:15.844194 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-91dda12d-4c0d-45c5-afab-232f2b92aa2f req-3308df99-083b-4c76-a4b3-72da14e7d585 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Mar 24 14:59:16.337129 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-55480912-6312-4eb1-9ecf-2030c974d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:16.338712 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-55480912-6312-4eb1-9ecf-2030c974d03c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1129 time: 0.0612662 Mar 24 14:59:16.459990 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-df21473d-a999-40b5-8b85-c5a2ebd18dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:16.461475 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-df21473d-a999-40b5-8b85-c5a2ebd18dc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.1008220 Mar 24 14:59:16.533728 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-a864dfac-18f0-48a0-baa4-47341158926c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 1000 time: 0.0662129 Mar 24 14:59:16.601478 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-a202e068-af40-463e-aad5-0200933488c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:16.618501 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-a202e068-af40-463e-aad5-0200933488c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0755098 Mar 24 14:59:16.676968 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-353de7ac-b19c-408a-9b93-2d47dd241714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:16.678791 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-353de7ac-b19c-408a-9b93-2d47dd241714 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506778 Mar 24 14:59:16.779419 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-7f88a067-7cd6-46cc-b4a8-836a8349f978 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945334 Mar 24 14:59:16.887070 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4b2f4635-6008-442a-80ca-e7ddecd9d5a6 req-1beb5bf7-d225-450d-894c-07db0433455d service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016371 Mar 24 14:59:16.973698 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e61f5-b98b-450c-8973-81fde58482e9 req-d92add2d-51f8-4c4f-b3ff-9a8b045b28b4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:16.978122 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-103e61f5-b98b-450c-8973-81fde58482e9 req-d92add2d-51f8-4c4f-b3ff-9a8b045b28b4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0572841 Mar 24 14:59:17.028763 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-103e61f5-b98b-450c-8973-81fde58482e9 req-6f3486dd-280d-4521-bcb0-3ce215e5a96b tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475574 Mar 24 14:59:18.169686 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60231-de61-45d7-b6e1-baaddac4827b req-afcda6bf-8bc2-4b70-9aa4-ca37af01a8ad tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:18.177722 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-59e60231-de61-45d7-b6e1-baaddac4827b req-afcda6bf-8bc2-4b70-9aa4-ca37af01a8ad tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0616212 Mar 24 14:59:18.232005 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-59e60231-de61-45d7-b6e1-baaddac4827b req-767c5ab4-2cc6-44ab-ab5d-96ef723824bc tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533288 Mar 24 14:59:18.618890 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:19.365028 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb026eb-0623-4c2e-a3fe-c4bf4b52f815 req-233a4fc0-e10c-4806-9ed8-e404a165ce07 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:19.366540 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5fb026eb-0623-4c2e-a3fe-c4bf4b52f815 req-233a4fc0-e10c-4806-9ed8-e404a165ce07 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0554240 Mar 24 14:59:19.430029 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5fb026eb-0623-4c2e-a3fe-c4bf4b52f815 req-e944c720-38e1-4147-8501-13b8c32b372e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549183 Mar 24 14:59:20.563115 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678265b-3ebf-4d41-9a34-a98f1900676b req-0cbda4a5-a383-4993-8398-776f08c0381e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:20.564723 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5678265b-3ebf-4d41-9a34-a98f1900676b req-0cbda4a5-a383-4993-8398-776f08c0381e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0595708 Mar 24 14:59:20.614567 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5678265b-3ebf-4d41-9a34-a98f1900676b req-40c71d65-4df3-4c98-af41-5d846987b260 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442655 Mar 24 14:59:21.221329 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-81680c7c-3905-46b2-8f91-c1ea94ef4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:21.222950 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-81680c7c-3905-46b2-8f91-c1ea94ef4b71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1129 time: 0.0544927 Mar 24 14:59:21.317060 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-a7c499d8-4413-4488-914b-7beba01d3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:21.318538 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-a7c499d8-4413-4488-914b-7beba01d3372 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.0873597 Mar 24 14:59:21.387631 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-6f65cdb0-c4ca-4ffd-9d79-732d1453312b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 1000 time: 0.0616302 Mar 24 14:59:21.435475 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-a5f4beaa-e8a4-4762-a514-18c0aefdb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:21.436916 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-a5f4beaa-e8a4-4762-a514-18c0aefdb5a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0432110 Mar 24 14:59:21.491489 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-8690040b-890b-49e6-a0f6-fa4587cf5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:21.492899 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-8690040b-890b-49e6-a0f6-fa4587cf5de4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454090 Mar 24 14:59:21.585440 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-f8afccaa-9019-4b6c-b6ef-cc386c592edd service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849757 Mar 24 14:59:21.675637 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9e581fbb-597d-4e07-9a94-b65df2056ce4 req-29227f71-2e93-4776-89d9-f14ffedebbc9 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832200 Mar 24 14:59:21.749802 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94092ea-9468-4bb5-9dba-9e91c7f1bc97 req-5d896670-9c6b-4be4-a92f-90466639f61a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:21.751416 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a94092ea-9468-4bb5-9dba-9e91c7f1bc97 req-5d896670-9c6b-4be4-a92f-90466639f61a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0589490 Mar 24 14:59:21.808461 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a94092ea-9468-4bb5-9dba-9e91c7f1bc97 req-d7a1cd1b-da63-4ee3-ba73-201e83b14bb4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485661 Mar 24 14:59:22.943312 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6668c6-d677-4a1e-a4bf-d77f2659e7d5 req-29a6a0e5-d17d-4b63-9e2e-2c8b856d3e61 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:22.944794 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4e6668c6-d677-4a1e-a4bf-d77f2659e7d5 req-29a6a0e5-d17d-4b63-9e2e-2c8b856d3e61 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0589087 Mar 24 14:59:22.994016 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4e6668c6-d677-4a1e-a4bf-d77f2659e7d5 req-bb8215ab-d932-402d-a286-61b8f66f79c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Mar 24 14:59:24.123432 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88000c99-fe86-4580-aca7-6cbd36e410ef req-09e20642-54bd-4d02-929a-26c324cfdb87 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:24.124949 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-88000c99-fe86-4580-aca7-6cbd36e410ef req-09e20642-54bd-4d02-929a-26c324cfdb87 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0563800 Mar 24 14:59:24.176370 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-88000c99-fe86-4580-aca7-6cbd36e410ef req-b1f55333-bc0d-467f-a962-3e9e27718b28 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Mar 24 14:59:25.150425 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c2d43-6f9d-4d23-a80a-eb563232ff01 req-2ab30737-cd79-46e2-b0d3-e481ac33ba7f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:25.151909 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ed2c2d43-6f9d-4d23-a80a-eb563232ff01 req-2ab30737-cd79-46e2-b0d3-e481ac33ba7f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 945 time: 0.0562220 Mar 24 14:59:25.198538 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ed2c2d43-6f9d-4d23-a80a-eb563232ff01 req-95ef077a-7edd-40fd-bd67-18ed39365d8a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Mar 24 14:59:25.449572 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52282) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:59:25.523333 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 14:59:25.551838 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-ebb3af26-ef6c-4729-97c4-36376192d472 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010363 Mar 24 14:59:25.560798 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-8de835df-bcb2-4c0a-ac6a-1bc6aaf02f0b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 14:59:25.561762 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-8de835df-bcb2-4c0a-ac6a-1bc6aaf02f0b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051455 Mar 24 14:59:25.603398 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port afbe3301-e87c-45b0-8796-7256a791755d is: ACTIVE; New status is: DOWN {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:59:25.603719 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:25.627353 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:59:25.629753 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00754c46-e088-4368-96ca-08b632da267c" -d '{"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-unplugged", "status": "completed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:59:25.642425 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:59:25.642733 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52292) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 14:59:25.647675 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:25.671213 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd23a3-8eed-40a1-8a19-effbeafabb3a x-openstack-request-id: req-fabd23a3-8eed-40a1-8a19-effbeafabb3a {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:59:25.671494 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-unplugged", "status": "failed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d", "code": 422}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:59:25.671749 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fabd23a3-8eed-40a1-8a19-effbeafabb3a {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:59:25.672152 dv-cinder-834805-2-iscsi neutron-server[109718]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fabd23a3-8eed-40a1-8a19-effbeafabb3a']: {'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d', 'code': 422} returned with failed status Mar 24 14:59:25.697487 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=8']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:59:25.741704 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-4509a845-c934-41ea-92ec-7cd326bdc5ba tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:25.743085 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-4509a845-c934-41ea-92ec-7cd326bdc5ba tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports/afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 940 time: 0.0988481 Mar 24 14:59:26.342432 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b6165-a2ea-4da1-8629-15a548c42278 req-15d799e6-efb1-4991-b52f-d2a0d53ef0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:26.343894 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-209b6165-a2ea-4da1-8629-15a548c42278 req-15d799e6-efb1-4991-b52f-d2a0d53ef0fe tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0631571 Mar 24 14:59:26.390183 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-209b6165-a2ea-4da1-8629-15a548c42278 req-523cf5e4-489f-46e7-8543-2a0df7732ae0 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Mar 24 14:59:26.645692 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-ab377b00-8cff-44a9-acd0-cc0b3143049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:26.647156 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-ab377b00-8cff-44a9-acd0-cc0b3143049c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83&tenant_id=335b33f41cb34e258ebd47a0bd128982 HTTP/1.1" status: 200 len: 1127 time: 0.0460393 Mar 24 14:59:26.723930 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-9a100995-4f1e-4896-896b-b8d27e36d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:26.725389 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-9a100995-4f1e-4896-896b-b8d27e36d3b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=335b33f41cb34e258ebd47a0bd128982&device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1127 time: 0.0439568 Mar 24 14:59:26.820889 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-47095f6d-365a-426c-b0eb-d71242a9fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:26.822382 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-47095f6d-365a-426c-b0eb-d71242a9fdfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 200 len: 918 time: 0.0915325 Mar 24 14:59:26.888520 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-51a189ce-a4df-42f9-bb5e-e91df7a82b2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 200 len: 998 time: 0.0588477 Mar 24 14:59:26.937386 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-f0c1cde6-840a-4b3a-93a8-8087f57544da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:26.938841 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-f0c1cde6-840a-4b3a-93a8-8087f57544da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 200 len: 856 time: 0.0437274 Mar 24 14:59:26.991119 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-d0246a29-074e-499d-8f76-60fa34fd3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:26.992582 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-d0246a29-074e-499d-8f76-60fa34fd3330 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aded19bd-e31c-4128-9a19-d9f41c2e07dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476627 Mar 24 14:59:27.080085 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-da6850f9-bd82-4af8-83e4-745f4cd67889 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807049 Mar 24 14:59:27.174387 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3a7ea759-f836-433d-8c49-0eb869b3ab75 req-b6da04cd-bf51-4b08-ad46-2a6910e026e1 service neutron] 10.222.0.46 "GET /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835123 Mar 24 14:59:27.512790 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccecc0-24c3-413d-b00f-91a9ae20ab1d req-273473d9-9b5b-4158-8efe-bee584d3f407 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:27.514282 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2bccecc0-24c3-413d-b00f-91a9ae20ab1d req-273473d9-9b5b-4158-8efe-bee584d3f407 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0527697 Mar 24 14:59:27.574450 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2bccecc0-24c3-413d-b00f-91a9ae20ab1d req-51955436-93eb-49fb-a4af-4903d78a7883 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521870 Mar 24 14:59:27.873436 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 14:59:28.695208 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bfe35-8149-4346-a714-3ff6383d7050 req-8084d511-3cff-4ba7-956a-8eddac4f2785 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:28.697480 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-de9bfe35-8149-4346-a714-3ff6383d7050 req-8084d511-3cff-4ba7-956a-8eddac4f2785 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0553679 Mar 24 14:59:28.746200 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-de9bfe35-8149-4346-a714-3ff6383d7050 req-1847e630-bb68-46fe-93ac-2bc02326a0cb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430336 Mar 24 14:59:29.885126 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927b433-a153-4a59-8024-57c0311ff366 req-3dcec809-872e-4fb8-8b38-fb8e4616f905 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:29.887593 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8927b433-a153-4a59-8024-57c0311ff366 req-3dcec809-872e-4fb8-8b38-fb8e4616f905 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0643461 Mar 24 14:59:29.943721 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-8927b433-a153-4a59-8024-57c0311ff366 req-5d50ec63-f29f-4620-ac46-c2247000592f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514963 Mar 24 14:59:30.249087 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bc423003-e1eb-4fa3-9ba4-3ffd2f6143ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:31.074388 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ee7b-9c2d-48d9-9410-49209d98f7a4 req-5f324ab1-50f4-4016-bebe-f83559f55242 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:31.075955 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-afb3ee7b-9c2d-48d9-9410-49209d98f7a4 req-5f324ab1-50f4-4016-bebe-f83559f55242 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0567994 Mar 24 14:59:31.128972 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-afb3ee7b-9c2d-48d9-9410-49209d98f7a4 req-ec1cc54f-58c8-44da-9591-b0cc5e79d2de tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469558 Mar 24 14:59:32.292575 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f61f9e-84c8-4c41-b3af-2088affe7ab5 req-d70f9049-4cca-4e35-86ed-5be05934ff4a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:32.295180 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-56f61f9e-84c8-4c41-b3af-2088affe7ab5 req-d70f9049-4cca-4e35-86ed-5be05934ff4a tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0577443 Mar 24 14:59:32.394016 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-56f61f9e-84c8-4c41-b3af-2088affe7ab5 req-f6be39e1-75c7-43f9-a14e-d5c7018bf83e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800703 Mar 24 14:59:32.516836 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-51ce5b74-5f00-4136-b406-3ceb5eea04cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:33.515303 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee4ad8-c1a2-455f-a414-c675c6dd88cd req-5eddf3e3-fae6-45b3-8aa3-ce77fcb7f2eb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:33.517047 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-faee4ad8-c1a2-455f-a414-c675c6dd88cd req-5eddf3e3-fae6-45b3-8aa3-ce77fcb7f2eb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0545452 Mar 24 14:59:33.564282 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-faee4ad8-c1a2-455f-a414-c675c6dd88cd req-b9759705-51cb-4852-b1cc-cae1e50f4b1e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Mar 24 14:59:33.735097 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:34.699754 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9a288-44a0-452f-a369-d995535abcb0 req-7ef8ca21-2d2b-42ea-8ab7-553fa0d48279 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:34.701227 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1ac9a288-44a0-452f-a369-d995535abcb0 req-7ef8ca21-2d2b-42ea-8ab7-553fa0d48279 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0585127 Mar 24 14:59:34.749833 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1ac9a288-44a0-452f-a369-d995535abcb0 req-8fb83482-7261-4fb8-a66e-e64e8b9122b7 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Mar 24 14:59:35.212609 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:35.883955 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb1de6-7144-43ce-b3e8-0dfc33a0054b req-d93202a8-16f3-432d-bfb2-c0b786991957 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:35.885451 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0ffb1de6-7144-43ce-b3e8-0dfc33a0054b req-d93202a8-16f3-432d-bfb2-c0b786991957 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0540872 Mar 24 14:59:35.934017 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0ffb1de6-7144-43ce-b3e8-0dfc33a0054b req-2df84c83-7967-42ed-8f98-13c5d0ae994f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Mar 24 14:59:36.587160 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:37.073392 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643b44a-4f11-4386-9088-539b80dd4bd9 req-aea1e17e-1c9d-4c7b-89dc-c6e92f43faec tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:37.074899 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9643b44a-4f11-4386-9088-539b80dd4bd9 req-aea1e17e-1c9d-4c7b-89dc-c6e92f43faec tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0573549 Mar 24 14:59:37.139651 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9643b44a-4f11-4386-9088-539b80dd4bd9 req-da2449a3-8035-4f70-9dd3-1cd346011d24 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563750 Mar 24 14:59:38.271962 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85740-1f38-4059-aca3-496891378631 req-988a32ca-85e5-4b99-9f83-1a7e1775b517 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:38.273443 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ddd85740-1f38-4059-aca3-496891378631 req-988a32ca-85e5-4b99-9f83-1a7e1775b517 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0540998 Mar 24 14:59:38.319376 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ddd85740-1f38-4059-aca3-496891378631 req-2f87741a-8058-4b6a-9d99-8cbeeacdb661 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 Mar 24 14:59:39.456438 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4851e-da69-4634-a793-3db3ceb7e8fd req-bb736a49-750f-4e70-a018-f32bf28bfd4f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:39.457920 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d3e4851e-da69-4634-a793-3db3ceb7e8fd req-bb736a49-750f-4e70-a018-f32bf28bfd4f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 943 time: 0.0548606 Mar 24 14:59:39.504589 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d3e4851e-da69-4634-a793-3db3ceb7e8fd req-801fb17e-3fc4-4f72-943e-08c7459b77ef tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Mar 24 14:59:39.577924 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 14:59:39.685376 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:59:39.696643 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': 'afbe3301-e87c-45b0-8796-7256a791755d', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'port_id': 'afbe3301-e87c-45b0-8796-7256a791755d', 'mac_address': 'fa:16:3e:a0:f5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 14:59:39.732055 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port afbe3301-e87c-45b0-8796-7256a791755d is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:59:39.732440 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:39.745813 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbe3301-e87c-45b0-8796-7256a791755d {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 14:59:39.765349 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:59:39.771848 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:39.821478 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=9']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:59:40.144464 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['afbe3301-e87c-45b0-8796-7256a791755d'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 14:59:40.638978 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b441c-ceaa-455d-bad0-1b1800da5295 req-01bc4967-e5bc-4220-8071-9c685ab4890f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:40.640431 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f25b441c-ceaa-455d-bad0-1b1800da5295 req-01bc4967-e5bc-4220-8071-9c685ab4890f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 944 time: 0.0546558 Mar 24 14:59:40.687969 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f25b441c-ceaa-455d-bad0-1b1800da5295 req-0cf10c78-cd8b-4a0d-8e12-f043a17f5564 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Mar 24 14:59:41.590622 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 14:59:41.644527 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port afbe3301-e87c-45b0-8796-7256a791755d triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 14:59:41.644901 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (afbe3301-e87c-45b0-8796-7256a791755d), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:41.723080 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port afbe3301-e87c-45b0-8796-7256a791755d is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 14:59:41.723355 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:41.746292 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 14:59:41.748592 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e65ebe-b3f5-4dbe-a1aa-24058a73ff40" -d '{"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-plugged", "status": "completed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 14:59:41.761260 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 14:59:41.767034 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 14:59:41.791067 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3326ff3c-84f7-4683-a1b4-cc401b1ed82d x-openstack-request-id: req-3326ff3c-84f7-4683-a1b4-cc401b1ed82d {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 14:59:41.791363 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-plugged", "status": "completed", "tag": "afbe3301-e87c-45b0-8796-7256a791755d", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 14:59:41.791652 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3326ff3c-84f7-4683-a1b4-cc401b1ed82d {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 14:59:41.792023 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3326ff3c-84f7-4683-a1b4-cc401b1ed82d'] response: {'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d', 'code': 200} Mar 24 14:59:41.814158 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade1c5a-4a38-4c4a-abe9-b9a92412e617 req-52b0c3f5-8c3d-4efa-a0d5-d3c7d4064a73 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:41.815617 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7ade1c5a-4a38-4c4a-abe9-b9a92412e617 req-52b0c3f5-8c3d-4efa-a0d5-d3c7d4064a73 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0555038 Mar 24 14:59:41.820314 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=10']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 14:59:41.827490 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.827836 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.828176 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.828708 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.828849 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.829142 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.829776 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.830103 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.830467 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.830844 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.831169 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.831491 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.831805 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.832159 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.832498 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 14:59:41.868173 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7ade1c5a-4a38-4c4a-abe9-b9a92412e617 req-0ed5c88a-70c2-4cb5-abd7-3472e931bd51 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463371 Mar 24 14:59:42.029844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293187f7-3ab3-4309-90bd-f7cd5167b7ba req-22a9d37a-f216-4015-ab98-0469865ae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:42.031254 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-293187f7-3ab3-4309-90bd-f7cd5167b7ba req-22a9d37a-f216-4015-ab98-0469865ae881 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 1130 time: 0.0492320 Mar 24 14:59:42.074014 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-293187f7-3ab3-4309-90bd-f7cd5167b7ba req-211f6033-d2e7-4349-8eed-949c10714f7c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362332 Mar 24 14:59:43.003377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a702e8-c6cc-4045-b752-ef41dcf3bfc1 req-6141c340-d33d-432c-98b7-ea5b7fb2bbeb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:43.004889 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60a702e8-c6cc-4045-b752-ef41dcf3bfc1 req-6141c340-d33d-432c-98b7-ea5b7fb2bbeb tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0586548 Mar 24 14:59:43.055837 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60a702e8-c6cc-4045-b752-ef41dcf3bfc1 req-755d0782-81ee-4f6b-907d-06cd03adf6f1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447414 Mar 24 14:59:44.182855 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6da0-112f-4d70-8bc2-c01aa10dfa6b req-7feb5e09-b0fe-46c7-b1ee-75efcf82e28f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 14:59:44.184442 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c2ec6da0-112f-4d70-8bc2-c01aa10dfa6b req-7feb5e09-b0fe-46c7-b1ee-75efcf82e28f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0570838 Mar 24 14:59:44.232098 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c2ec6da0-112f-4d70-8bc2-c01aa10dfa6b req-f861fd11-01a1-43aa-879b-7fb58bc492e5 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417609 Mar 24 14:59:48.610733 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:00.255309 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fec471a6-f6d0-48ba-abff-baa96311b04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:01.235905 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed30d66-a13e-48a7-a746-bdc175ec5e8d req-06c67555-4404-4b91-baac-adfa14c81770 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:01.237355 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9ed30d66-a13e-48a7-a746-bdc175ec5e8d req-06c67555-4404-4b91-baac-adfa14c81770 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.0555561 Mar 24 15:00:01.286764 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9ed30d66-a13e-48a7-a746-bdc175ec5e8d req-9a9bfb9c-1a8d-4a67-95b0-f3048a82418f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436502 Mar 24 15:00:02.419852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ada1-3b30-4ae3-af6b-58594ca439cb req-9c7e591b-2777-458a-ba59-da33abeafa0e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:02.421345 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3225ada1-3b30-4ae3-af6b-58594ca439cb req-9c7e591b-2777-458a-ba59-da33abeafa0e tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.0524402 Mar 24 15:00:02.467901 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3225ada1-3b30-4ae3-af6b-58594ca439cb req-c2cb4dbe-d963-4305-afbe-f965c480bab6 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406668 Mar 24 15:00:02.518663 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-40ffad0a-8907-49b2-9686-482407d55e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:02.634343 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14ecaa-e98c-437d-b5ed-c15ba79b46aa req-0b040a3b-91f8-4ea9-aff7-bb4a07695410 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:02.635833 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4e14ecaa-e98c-437d-b5ed-c15ba79b46aa req-0b040a3b-91f8-4ea9-aff7-bb4a07695410 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.0635016 Mar 24 15:00:02.682858 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-4e14ecaa-e98c-437d-b5ed-c15ba79b46aa req-fe3c6f9a-d3ef-4857-82ea-72632b1a9751 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 Mar 24 15:00:03.290538 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-20ad187b-e40b-4c95-b68e-c7ebf80d6d37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:03.292001 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-20ad187b-e40b-4c95-b68e-c7ebf80d6d37 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.0663948 Mar 24 15:00:03.389182 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:03.389539 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:03.491085 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] For port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:03.491493 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:03.670585 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5e95e-9643-4922-8347-e54aaaec9164 req-a7fed854-4198-4d79-b4dc-b2d0f2b71681 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:03.672027 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-54d5e95e-9643-4922-8347-e54aaaec9164 req-a7fed854-4198-4d79-b4dc-b2d0f2b71681 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 946 time: 0.1334763 Mar 24 15:00:03.705423 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:03.705769 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (942fbcb2-4d3d-498a-a512-3af4c117132e), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:03.706059 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Floating IP 942fbcb2-4d3d-498a-a512-3af4c117132e disassociated. External IP: 172.27.1.59, port: 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64. Mar 24 15:00:03.706704 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:03.740646 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:03.768791 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-54d5e95e-9643-4922-8347-e54aaaec9164 req-a85741d2-4672-4c9d-a80c-6b1be9631a04 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups?id=02f75274-f59a-4e26-9eb6-fb1a74826143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907254 Mar 24 15:00:03.815744 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea223-db1c-454f-a06c-2dc38399c0e9 req-308a1aa8-85a1-4cad-b81e-d626b8a3f568 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:03.817258 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9aeea223-db1c-454f-a06c-2dc38399c0e9 req-308a1aa8-85a1-4cad-b81e-d626b8a3f568 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.0633793 Mar 24 15:00:03.854489 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (5fc2c094-c22e-4e8c-b2ff-83eefb09ad64), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:03.866897 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9aeea223-db1c-454f-a06c-2dc38399c0e9 req-2ff14689-64c3-4ac6-92af-c8cad9fcd0d5 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Mar 24 15:00:03.884031 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=5fc2c094-c22e-4e8c-b2ff-83eefb09ad64,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:03.900001 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.900106 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.900442 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.900790 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.901125 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.901462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.901798 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.902145 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.902477 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.902809 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.903149 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.903476 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.903799 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.904158 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:03.904462 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:04.026852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:04.357492 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:04.367709 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:04.378674 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:04.379817 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:04.397290 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] No DVR routers for this DVR port 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:04.399946 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:04.403330 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-93911742-d069-402b-b61a-60bbfe46f8f2 req-0868bfe7-c05c-43aa-925f-86102009033a tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.46 "DELETE /v2.0/ports/5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 HTTP/1.1" status: 204 len: 173 time: 1.1049325 Mar 24 15:00:04.403763 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'name': 'network-vif-deleted', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:04.406525 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5007ebfa-80d9-43cd-9e26-71f5fc1130b8" -d '{"events": [{"server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "name": "network-vif-deleted", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:04.448564 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900ec35d-cec8-4158-961c-774c6b66b247 x-openstack-request-id: req-900ec35d-cec8-4158-961c-774c6b66b247 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:04.448880 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77f9a81-897f-4059-b3dc-5550294fb83d", "name": "network-vif-deleted", "tag": "5fc2c094-c22e-4e8c-b2ff-83eefb09ad64", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:04.449156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-900ec35d-cec8-4158-961c-774c6b66b247 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:04.449733 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900ec35d-cec8-4158-961c-774c6b66b247'] response: {'server_uuid': 'f77f9a81-897f-4059-b3dc-5550294fb83d', 'name': 'network-vif-deleted', 'tag': '5fc2c094-c22e-4e8c-b2ff-83eefb09ad64', 'status': 'completed', 'code': 200} Mar 24 15:00:04.485720 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:04.684209 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:04.713124 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:04.721726 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:04.722364 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:04.840537 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:04.878352 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:00:04.879854 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-efe415f4-8923-4b01-a3cd-e7735f812073 req-2d7fd546-161d-4352-81ef-67abf72a56a2 tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/ports?device_id=f77f9a81-897f-4059-b3dc-5550294fb83d HTTP/1.1" status: 200 len: 210 time: 0.0320976 Mar 24 15:00:04.944785 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-6bf5c4e3-fa23-4d40-8946-5ca7845d1ea7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:04.946257 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-6bf5c4e3-fa23-4d40-8946-5ca7845d1ea7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.0609622 Mar 24 15:00:05.055175 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:05.064520 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb10d4-4f29-4e8c-8b17-78775d127903 req-a995d87e-d637-4c6a-b179-9bc3267361fb tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:05.066196 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-34fb10d4-4f29-4e8c-8b17-78775d127903 req-a995d87e-d637-4c6a-b179-9bc3267361fb tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 946 time: 0.1188538 Mar 24 15:00:05.083527 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb88272-ae9c-4375-b094-99fdcc3ef60a None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T14:53:19Z', 'revision_number': 4, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '0672e17a-cba8-4cdc-8524-0b9dc691e237', 'name': '', 'network_id': 'a74793aa-6d96-434d-a7a8-3a1ddc7b30a2', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'mac_address': 'fa:16:3e:ab:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'subnets': [{'id': '00049fbd-bcee-48b5-bfe9-bd2fc3967f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:05.118008 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Deleting port 8f108e4e-c4a7-4069-b83f-7ade2f49557f {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:05.118431 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:05.189362 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-34fb10d4-4f29-4e8c-8b17-78775d127903 req-84a4f625-3412-4fb7-9408-9246d5ef1908 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups?id=f527980d-9796-4bad-8176-4af94d045980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157506 Mar 24 15:00:05.199210 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:05.229692 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] For port 8f108e4e-c4a7-4069-b83f-7ade2f49557f, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=8f108e4e-c4a7-4069-b83f-7ade2f49557f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:05.230263 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:05.328245 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f532d89-18fb-4ae0-91d2-f017ea6bdf25 None None] New status for floating IP 942fbcb2-4d3d-498a-a512-3af4c117132e: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:00:05.418572 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:05.419207 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (28b941c2-d4bc-482f-893f-43b88872b514), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:05.419328 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Floating IP 28b941c2-d4bc-482f-893f-43b88872b514 disassociated. External IP: 172.27.1.195, port: 8f108e4e-c4a7-4069-b83f-7ade2f49557f. Mar 24 15:00:05.419573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Calling delete_port for 8f108e4e-c4a7-4069-b83f-7ade2f49557f owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:05.551233 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (8f108e4e-c4a7-4069-b83f-7ade2f49557f), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:05.580091 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event deleted for resources: {'Port': ['ID=8f108e4e-c4a7-4069-b83f-7ade2f49557f,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:05.700293 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Router 705069e7-dd26-48ed-8698-cfe455962ed9 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:05.814774 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:05.826324 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] Sync routers for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:05.837086 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:05.837700 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:05.856115 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] No DVR routers for this DVR port 8f108e4e-c4a7-4069-b83f-7ade2f49557f on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:05.858800 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:05.862214 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-656dbba2-6da2-4b02-818c-be8492a5bae2 req-4db6e9f8-2761-4f9a-9438-3e56d2344ea2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.46 "DELETE /v2.0/ports/8f108e4e-c4a7-4069-b83f-7ade2f49557f HTTP/1.1" status: 204 len: 173 time: 0.9055626 Mar 24 15:00:05.959855 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:05.983856 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52624) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:06.059502 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (02f75274-f59a-4e26-9eb6-fb1a74826143), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.089248 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (02f75274-f59a-4e26-9eb6-fb1a74826143), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.143667 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (02f75274-f59a-4e26-9eb6-fb1a74826143), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.146620 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.147843 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/security-groups/02f75274-f59a-4e26-9eb6-fb1a74826143 HTTP/1.1" status: 204 len: 168 time: 0.1615870 Mar 24 15:00:06.151831 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52626) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:06.157126 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f75274-f59a-4e26-9eb6-fb1a74826143,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:06.164845 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.165133 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.165334 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.api.v2.resource [None req-58e80901-d45e-4239-bf71-f4b0bfd949ff tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] show failed (client error): The resource could not be found. Mar 24 15:00:06.165456 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.165809 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.166167 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.166500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.166801 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-58e80901-d45e-4239-bf71-f4b0bfd949ff tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "GET /v2.0/security-groups/02f75274-f59a-4e26-9eb6-fb1a74826143 HTTP/1.1" status: 404 len: 347 time: 0.0137537 Mar 24 15:00:06.166918 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.167272 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.167604 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.167940 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.168264 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.168618 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.168939 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.169353 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.169530 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52628) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:06.169696 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0ec8b-465b-4a42-89b7-e554fe35c0ba tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:06.278797 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:06.306859 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] Checking router: 705069e7-dd26-48ed-8698-cfe455962ed9 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:06.307408 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Deleting port 86559f65-6367-4fa0-9094-b64b9b621fd9 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:06.307755 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.310839 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-52e88426-568b-46ef-a4fe-f0cf0685eb7b req-3f5459a8-ba9e-445b-9670-70e68ae4ffc1 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/ports?device_id=76877f25-d881-41c6-adeb-b5ca127ee56b HTTP/1.1" status: 200 len: 210 time: 0.0326028 Mar 24 15:00:06.317154 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:06.317973 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:06.406954 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.407397 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (86559f65-6367-4fa0-9094-b64b9b621fd9), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.421701 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Calling delete_port for 86559f65-6367-4fa0-9094-b64b9b621fd9 owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:06.440772 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:06.464848 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'name': 'network-vif-deleted', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:06.467514 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8286e1a8-7a7f-4e08-8a69-e5b5c2ac399b" -d '{"events": [{"server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "name": "network-vif-deleted", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:06.508173 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4ca1b6-b52d-4e1b-83f4-cb810d417b51 x-openstack-request-id: req-8a4ca1b6-b52d-4e1b-83f4-cb810d417b51 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:06.508787 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76877f25-d881-41c6-adeb-b5ca127ee56b", "name": "network-vif-deleted", "tag": "8f108e4e-c4a7-4069-b83f-7ade2f49557f", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:06.509077 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a4ca1b6-b52d-4e1b-83f4-cb810d417b51 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:06.509543 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4ca1b6-b52d-4e1b-83f4-cb810d417b51'] response: {'server_uuid': '76877f25-d881-41c6-adeb-b5ca127ee56b', 'name': 'network-vif-deleted', 'tag': '8f108e4e-c4a7-4069-b83f-7ade2f49557f', 'status': 'completed', 'code': 200} Mar 24 15:00:06.578133 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (86559f65-6367-4fa0-9094-b64b9b621fd9), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.591750 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.604476 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Pushing event deleted for resources: {'Port': ['ID=86559f65-6367-4fa0-9094-b64b9b621fd9,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:06.631978 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks [] for floatingip (942fbcb2-4d3d-498a-a512-3af4c117132e), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.634606 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:06.635767 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-76fd31a4-a976-48b9-b724-358c559a521f tempest-AttachVolumeNegativeTest-819397752 tempest-AttachVolumeNegativeTest-819397752-project] 10.222.0.43 "DELETE /v2.0/floatingips/942fbcb2-4d3d-498a-a512-3af4c117132e HTTP/1.1" status: 204 len: 168 time: 0.4653769 Mar 24 15:00:06.666408 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:06.696562 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee0a66-a98d-4c7a-918b-9cef8fb1cbf5 None None] The sync data for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi is: [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T14:53:29Z', 'revision_number': 4, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '61324589-8385-471d-be0f-bbc87f349f78', 'name': '', 'network_id': 'becb1c06-3311-4a7c-a4f3-620a203b1d89', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'mac_address': 'fa:16:3e:68:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:25Z', 'updated_at': '2022-03-24T14:53:42Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'subnets': [{'id': 'd5987748-3766-4c3a-9f4d-d0d799467a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:06.929564 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57882f61-5848-4360-9056-1efb669300c5 None None] New status for floating IP 28b941c2-d4bc-482f-893f-43b88872b514: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:00:07.414377 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52642) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:07.468786 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b93e4ca-fffc-4c0a-9697-eee03f56aa1e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (f527980d-9796-4bad-8176-4af94d045980), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.491466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b93e4ca-fffc-4c0a-9697-eee03f56aa1e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (f527980d-9796-4bad-8176-4af94d045980), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.544182 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b93e4ca-fffc-4c0a-9697-eee03f56aa1e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f527980d-9796-4bad-8176-4af94d045980), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.546958 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9b93e4ca-fffc-4c0a-9697-eee03f56aa1e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.548113 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9b93e4ca-fffc-4c0a-9697-eee03f56aa1e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "DELETE /v2.0/security-groups/f527980d-9796-4bad-8176-4af94d045980 HTTP/1.1" status: 204 len: 168 time: 0.1327143 Mar 24 15:00:07.551062 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52644) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:07.557394 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93e4ca-fffc-4c0a-9697-eee03f56aa1e tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527980d-9796-4bad-8176-4af94d045980,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:07.564514 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.api.v2.resource [None req-1b1b8049-88a5-4dcb-8075-ecf2f56d09b2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] show failed (client error): The resource could not be found. Mar 24 15:00:07.565514 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1b1b8049-88a5-4dcb-8075-ecf2f56d09b2 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "GET /v2.0/security-groups/f527980d-9796-4bad-8176-4af94d045980 HTTP/1.1" status: 404 len: 347 time: 0.0133996 Mar 24 15:00:07.568755 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52646) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:07.692618 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Deleting port 5626444b-714c-4fb0-9612-dbe474acb2c2 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:07.692900 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.754752 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 8f108e4e-c4a7-4069-b83f-7ade2f49557f no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:07.772964 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.773520 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (5626444b-714c-4fb0-9612-dbe474acb2c2), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.774977 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 8f108e4e-c4a7-4069-b83f-7ade2f49557f {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:07.775343 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 8f108e4e-c4a7-4069-b83f-7ade2f49557f not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:07.775761 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:07.789848 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Calling delete_port for 5626444b-714c-4fb0-9612-dbe474acb2c2 owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:07.794539 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:07.795099 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 5fc2c094-c22e-4e8c-b2ff-83eefb09ad64 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:07.928420 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (5626444b-714c-4fb0-9612-dbe474acb2c2), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.955072 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Pushing event deleted for resources: {'Port': ['ID=5626444b-714c-4fb0-9612-dbe474acb2c2,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:07.979848 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks [] for floatingip (28b941c2-d4bc-482f-893f-43b88872b514), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.982481 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:07.983634 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-aedb4d9c-6731-493e-a22b-c77dac5f7fc7 tempest-AttachVolumeTestJSON-1517298971 tempest-AttachVolumeTestJSON-1517298971-project] 10.222.0.43 "DELETE /v2.0/floatingips/28b941c2-d4bc-482f-893f-43b88872b514 HTTP/1.1" status: 204 len: 168 time: 0.4139075 Mar 24 15:00:10.333460 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52696) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:10.861538 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (96f040c6-559b-46c9-8812-189189ffe05c), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:11.370245 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Deleting port 0672e17a-cba8-4cdc-8524-0b9dc691e237 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:11.370967 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:11.450124 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] For port 0672e17a-cba8-4cdc-8524-0b9dc691e237, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=0672e17a-cba8-4cdc-8524-0b9dc691e237,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:11.450484 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:11.464396 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Calling delete_port for 0672e17a-cba8-4cdc-8524-0b9dc691e237 owned by network:router_interface {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:11.523758 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52708) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:11.646570 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (0672e17a-cba8-4cdc-8524-0b9dc691e237), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:11.672044 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0672e17a-cba8-4cdc-8524-0b9dc691e237,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:11.806348 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (96f040c6-559b-46c9-8812-189189ffe05c), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:11.944701 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (705069e7-dd26-48ed-8698-cfe455962ed9), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.032047 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Router 96f040c6-559b-46c9-8812-189189ffe05c has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:12.146075 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:12.154962 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-35b91cbc-00b2-48ec-8695-d3d4436f07cb admin admin] 10.222.0.43 "PUT /v2.0/routers/96f040c6-559b-46c9-8812-189189ffe05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168826 Mar 24 15:00:12.154962 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52714) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:12.156810 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] Sync routers for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:12.166536 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:12.167157 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:12.259188 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks [] for router (96f040c6-559b-46c9-8812-189189ffe05c), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.274457 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:12.375057 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks [] for router_gateway (96f040c6-559b-46c9-8812-189189ffe05c), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.434778 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Deleting port e0a4dfbc-cb54-4265-a7e4-40512e3be470 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:12.434778 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.438894 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Deleting port 61324589-8385-471d-be0f-bbc87f349f78 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:12.439350 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (61324589-8385-471d-be0f-bbc87f349f78), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.448376 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T15:00:11Z', 'revision_number': 5, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port': {'id': 'e0a4dfbc-cb54-4265-a7e4-40512e3be470', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f040c6-559b-46c9-8812-189189ffe05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:09Z', 'updated_at': '2022-03-24T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:12.473837 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] Checking router: 96f040c6-559b-46c9-8812-189189ffe05c for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:12.482160 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] Routers {'96f040c6-559b-46c9-8812-189189ffe05c'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:12.482785 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['96f040c6-559b-46c9-8812-189189ffe05c'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:12.515135 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] For port e0a4dfbc-cb54-4265-a7e4-40512e3be470, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=e0a4dfbc-cb54-4265-a7e4-40512e3be470,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:12.515492 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.517615 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] For port 61324589-8385-471d-be0f-bbc87f349f78, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=61324589-8385-471d-be0f-bbc87f349f78,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:12.518070 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (61324589-8385-471d-be0f-bbc87f349f78), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.528074 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Calling delete_port for e0a4dfbc-cb54-4265-a7e4-40512e3be470 owned by network:router_gateway {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:12.531141 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Calling delete_port for 61324589-8385-471d-be0f-bbc87f349f78 owned by network:router_interface {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:12.571402 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] Set router 96f040c6-559b-46c9-8812-189189ffe05c gateway port host: None {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:12.625649 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T15:00:12Z', 'revision_number': 6, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:12.651756 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98e03c-3d84-4713-879d-6640bec8679f None None] The sync data for ids ['96f040c6-559b-46c9-8812-189189ffe05c'] in dv-cinder-834805-2-iscsi is: [{'id': '96f040c6-559b-46c9-8812-189189ffe05c', 'name': 'tempest-AttachVolumeNegativeTest-198601920-router', 'tenant_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:08Z', 'updated_at': '2022-03-24T15:00:12Z', 'revision_number': 6, 'project_id': 'd60ef6516f464105bbb22a953fe3a9e8', 'gw_port_host': None}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:12.700075 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (e0a4dfbc-cb54-4265-a7e4-40512e3be470), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.732663 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a4dfbc-cb54-4265-a7e4-40512e3be470,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:12.733131 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (61324589-8385-471d-be0f-bbc87f349f78), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.758383 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Pushing event deleted for resources: {'Port': ['ID=61324589-8385-471d-be0f-bbc87f349f78,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:12.759442 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (96f040c6-559b-46c9-8812-189189ffe05c), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.872289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (96f040c6-559b-46c9-8812-189189ffe05c), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.874922 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks [] for router_controller (96f040c6-559b-46c9-8812-189189ffe05c), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.943715 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (705069e7-dd26-48ed-8698-cfe455962ed9), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.944295 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (96f040c6-559b-46c9-8812-189189ffe05c), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.944879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f040c6-559b-46c9-8812-189189ffe05c {{(pid=109716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:00:12.951195 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:12.952533 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-6afc41e1-0dfe-4634-80fe-faa1028d0194 admin admin] 10.222.0.43 "DELETE /v2.0/routers/96f040c6-559b-46c9-8812-189189ffe05c HTTP/1.1" status: 204 len: 168 time: 0.7972476 Mar 24 15:00:12.955258 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52716) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:12.998864 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_v2 [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] Deleting subnet 00049fbd-bcee-48b5-bfe9-bd2fc3967f07 {{(pid=109716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:00:13.002561 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] Publish callbacks [] for subnet (00049fbd-bcee-48b5-bfe9-bd2fc3967f07), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.039230 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] Publish callbacks [] for subnet (00049fbd-bcee-48b5-bfe9-bd2fc3967f07), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.117571 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (00049fbd-bcee-48b5-bfe9-bd2fc3967f07), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.169266 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for subnet (00049fbd-bcee-48b5-bfe9-bd2fc3967f07), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.176568 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Router 705069e7-dd26-48ed-8698-cfe455962ed9 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:13.195178 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00049fbd-bcee-48b5-bfe9-bd2fc3967f07,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:13.197120 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.200288 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-8586d981-a42c-4e79-b7a7-49debc12e2aa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/00049fbd-bcee-48b5-bfe9-bd2fc3967f07 HTTP/1.1" status: 204 len: 168 time: 0.2440886 Mar 24 15:00:13.204148 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda92c4-1c46-4afe-818b-5cc78812ad61 None None] Network a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:13.206553 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52718) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:13.274055 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.289927 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:13.295342 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0d7963ad-6ec3-4a0e-8b0b-9215befef63b admin admin] 10.222.0.43 "PUT /v2.0/routers/705069e7-dd26-48ed-8698-cfe455962ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702713 Mar 24 15:00:13.297766 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52720) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:13.301827 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] Sync routers for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:13.317162 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:13.317786 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:13.333689 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Deleting port decb4965-df62-4785-9547-2d7b1f932db9 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:13.333951 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (decb4965-df62-4785-9547-2d7b1f932db9), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.405145 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] For port decb4965-df62-4785-9547-2d7b1f932db9, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=decb4965-df62-4785-9547-2d7b1f932db9,segment=NetworkSegment(556c9335-9acc-4a85-9406-6cc95b3f9703),segment_id=556c9335-9acc-4a85-9406-6cc95b3f9703)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:13.405842 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (decb4965-df62-4785-9547-2d7b1f932db9), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.420035 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Calling delete_port for decb4965-df62-4785-9547-2d7b1f932db9 owned by network:dhcp {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:13.424907 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks [] for router (705069e7-dd26-48ed-8698-cfe455962ed9), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.451908 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] DHCP port deletion for a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:00:13.458291 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:13.521173 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (decb4965-df62-4785-9547-2d7b1f932db9), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.544436 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks [] for router_gateway (705069e7-dd26-48ed-8698-cfe455962ed9), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.545824 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Pushing event deleted for resources: {'Port': ['ID=decb4965-df62-4785-9547-2d7b1f932db9,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:13.552370 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] No DVR routers for this DVR port decb4965-df62-4785-9547-2d7b1f932db9 on host dv-cinder-834805-2-iscsi {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:13.614107 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Deleting port d431db82-8e8a-40c9-9c29-4634fb29de9a {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:13.614701 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.622665 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.629834 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] Deleting port decb4965-df62-4785-9547-2d7b1f932db9 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:13.630305 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (decb4965-df62-4785-9547-2d7b1f932db9), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.649189 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.649461 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.650232 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.650572 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > port after_create 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.650898 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.651242 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > port after_update 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.651561 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.651879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.652197 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.652535 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.717452 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] For port decb4965-df62-4785-9547-2d7b1f932db9, host dv-cinder-834805-2-iscsi, got binding levels [] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:13.717769 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (decb4965-df62-4785-9547-2d7b1f932db9), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.726049 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] For port d431db82-8e8a-40c9-9c29-4634fb29de9a, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=d431db82-8e8a-40c9-9c29-4634fb29de9a,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:13.726466 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.732138 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] Calling delete_port for decb4965-df62-4785-9547-2d7b1f932db9 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:13.735552 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.ipam_backend_mixin [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] Port decb4965-df62-4785-9547-2d7b1f932db9 was not found and therefore no delete operation was performed {{(pid=109718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 15:00:13.737921 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (decb4965-df62-4785-9547-2d7b1f932db9), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.741426 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Calling delete_port for d431db82-8e8a-40c9-9c29-4634fb29de9a owned by network:router_gateway {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:13.766132 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.766889 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.767589 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.768671 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 15:00:13.769533 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74793aa-6d96-434d-a7a8-3a1ddc7b30a2']}} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:13.771590 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] Pushing event deleted for resources: {'Port': ['ID=decb4965-df62-4785-9547-2d7b1f932db9,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:13.774633 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acfd38-ea4d-4b1a-8d23-3531d2d3ee72 None None] No DVR routers for this DVR port decb4965-df62-4785-9547-2d7b1f932db9 on host dv-cinder-834805-2-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:13.795836 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T15:00:12Z', 'revision_number': 5, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port': {'id': 'd431db82-8e8a-40c9-9c29-4634fb29de9a', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:17Z', 'updated_at': '2022-03-24T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:13.815490 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556c9335-9acc-4a85-9406-6cc95b3f9703') {'for_net_delete': True} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:13.815869 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556c9335-9acc-4a85-9406-6cc95b3f9703') {} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:13.823993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] Checking router: 705069e7-dd26-48ed-8698-cfe455962ed9 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:13.832588 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] Routers {'705069e7-dd26-48ed-8698-cfe455962ed9'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:13.833193 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['705069e7-dd26-48ed-8698-cfe455962ed9'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:13.833443 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4515792'] for segment (556c9335-9acc-4a85-9406-6cc95b3f9703), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.853574 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (556c9335-9acc-4a85-9406-6cc95b3f9703), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.864109 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:00:13.864109 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5726745'] for segment (556c9335-9acc-4a85-9406-6cc95b3f9703), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: from cryptography.utils import int_from_bytes Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: from cryptography.utils import int_from_bytes Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: Traceback (most recent call last): Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: timer() Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: cb(*args, **kw) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: return func(*args, **kwargs) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: self._notify() Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: self.callback(batched_events) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: event.method(event) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: return f(self, *a, **k) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._get(url).json() Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: return self.request(url, 'GET', **kwargs) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:00:13.867183 dv-cinder-834805-2-iscsi neutron-server[109716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:00:13.926021 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] Set router 705069e7-dd26-48ed-8698-cfe455962ed9 gateway port host: None {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:13.932346 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (a74793aa-6d96-434d-a7a8-3a1ddc7b30a2), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.941690 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (d431db82-8e8a-40c9-9c29-4634fb29de9a), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.942289 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:13.946126 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] 10.222.0.43 "DELETE /v2.0/networks/a74793aa-6d96-434d-a7a8-3a1ddc7b30a2 HTTP/1.1" status: 204 len: 168 time: 0.7384722 Mar 24 15:00:13.956081 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f7ff-6bac-4fe1-bebf-1dcb54c4400a admin admin] Pushing event deleted for resources: {'Network': ['ID=a74793aa-6d96-434d-a7a8-3a1ddc7b30a2,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:13.985560 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T15:00:13Z', 'revision_number': 6, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:13.988236 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Pushing event deleted for resources: {'Port': ['ID=d431db82-8e8a-40c9-9c29-4634fb29de9a,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:14.012416 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6674f6-90fb-4eb4-9f15-7fb1a5762b88 None None] The sync data for ids ['705069e7-dd26-48ed-8698-cfe455962ed9'] in dv-cinder-834805-2-iscsi is: [{'id': '705069e7-dd26-48ed-8698-cfe455962ed9', 'name': 'tempest-AttachVolumeTestJSON-883938355-router', 'tenant_id': '546c38a2579b41db9797bffa819ca65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:14Z', 'updated_at': '2022-03-24T15:00:13Z', 'revision_number': 6, 'project_id': '546c38a2579b41db9797bffa819ca65b', 'gw_port_host': None}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:14.049009 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (705069e7-dd26-48ed-8698-cfe455962ed9), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.090251 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52724) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:14.141903 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (705069e7-dd26-48ed-8698-cfe455962ed9), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.144208 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks [] for router_controller (705069e7-dd26-48ed-8698-cfe455962ed9), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.192397 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (705069e7-dd26-48ed-8698-cfe455962ed9), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.193039 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705069e7-dd26-48ed-8698-cfe455962ed9 {{(pid=109717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:00:14.198110 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.199485 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-a381706f-7bf2-4646-b78e-6d15ca5b4764 admin admin] 10.222.0.43 "DELETE /v2.0/routers/705069e7-dd26-48ed-8698-cfe455962ed9 HTTP/1.1" status: 204 len: 168 time: 0.9005289 Mar 24 15:00:14.202021 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52726) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:14.248936 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] Deleting subnet d5987748-3766-4c3a-9f4d-d0d799467a63 {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:00:14.252383 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] Publish callbacks [] for subnet (d5987748-3766-4c3a-9f4d-d0d799467a63), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.287949 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (d5987748-3766-4c3a-9f4d-d0d799467a63), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.352572 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c5af6ac7-d91c-4717-a8dd-3f9248d202e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d60ef6516f464105bbb22a953fe3a9e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2610705 Mar 24 15:00:14.354983 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52728) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:14.376095 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (d5987748-3766-4c3a-9f4d-d0d799467a63), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.405955 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f25c91de-1875-42c7-8a94-875fd474525c admin admin] Publish callbacks [] for security_group (c6a8c622-2486-49f9-b945-992b7c77e232), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.432726 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f25c91de-1875-42c7-8a94-875fd474525c admin admin] Publish callbacks [] for security_group (c6a8c622-2486-49f9-b945-992b7c77e232), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.442763 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (d5987748-3766-4c3a-9f4d-d0d799467a63), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.468363 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5987748-3766-4c3a-9f4d-d0d799467a63,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:14.484173 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fcd2c3-c1a5-4998-9202-55bff3c104de None None] Network becb1c06-3311-4a7c-a4f3-620a203b1d89 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:14.490902 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.504966 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3b452c31-ed07-413a-9165-d3d1127dfc8f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5987748-3766-4c3a-9f4d-d0d799467a63 HTTP/1.1" status: 204 len: 168 time: 0.2995052 Mar 24 15:00:14.505229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52730) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:14.516264 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f25c91de-1875-42c7-8a94-875fd474525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (c6a8c622-2486-49f9-b945-992b7c77e232), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.518730 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-f25c91de-1875-42c7-8a94-875fd474525c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.519975 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-f25c91de-1875-42c7-8a94-875fd474525c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6a8c622-2486-49f9-b945-992b7c77e232 HTTP/1.1" status: 204 len: 168 time: 0.1639349 Mar 24 15:00:14.537509 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 0672e17a-cba8-4cdc-8524-0b9dc691e237 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:14.567739 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 0672e17a-cba8-4cdc-8524-0b9dc691e237 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:14.568086 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 0672e17a-cba8-4cdc-8524-0b9dc691e237 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:14.568511 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device e0a4dfbc-cb54-4265-a7e4-40512e3be470 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:14.571291 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c91de-1875-42c7-8a94-875fd474525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a8c622-2486-49f9-b945-992b7c77e232,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:14.598809 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (becb1c06-3311-4a7c-a4f3-620a203b1d89), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.608362 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: e0a4dfbc-cb54-4265-a7e4-40512e3be470 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:14.608710 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device e0a4dfbc-cb54-4265-a7e4-40512e3be470 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:14.609328 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 61324589-8385-471d-be0f-bbc87f349f78 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:14.633657 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 61324589-8385-471d-be0f-bbc87f349f78 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:14.634059 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 61324589-8385-471d-be0f-bbc87f349f78 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:14.634667 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device decb4965-df62-4785-9547-2d7b1f932db9 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:14.653880 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Deleting port c69e0121-3649-40d3-af55-042d0c377a0f {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:14.654162 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.658154 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: decb4965-df62-4785-9547-2d7b1f932db9 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:14.658503 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device decb4965-df62-4785-9547-2d7b1f932db9 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:14.722740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] For port c69e0121-3649-40d3-af55-042d0c377a0f, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c69e0121-3649-40d3-af55-042d0c377a0f,segment=NetworkSegment(dcf20c29-5116-48c9-8110-eb07a8b11250),segment_id=dcf20c29-5116-48c9-8110-eb07a8b11250)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:14.723331 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.739950 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Calling delete_port for c69e0121-3649-40d3-af55-042d0c377a0f owned by network:dhcp {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:14.821959 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (c69e0121-3649-40d3-af55-042d0c377a0f), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.853131 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69e0121-3649-40d3-af55-042d0c377a0f,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:14.855365 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] No DVR routers for this DVR port c69e0121-3649-40d3-af55-042d0c377a0f on host dv-cinder-834805-2-iscsi {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:14.872430 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89682c6-58be-4216-8ee3-0e55803e81e9 None None] DHCP port deletion for becb1c06-3311-4a7c-a4f3-620a203b1d89 request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:00:14.943418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (becb1c06-3311-4a7c-a4f3-620a203b1d89), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:14.967415 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becb1c06-3311-4a7c-a4f3-620a203b1d89']}} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:14.978406 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf20c29-5116-48c9-8110-eb07a8b11250') {'for_net_delete': True} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:14.978718 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf20c29-5116-48c9-8110-eb07a8b11250') {} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:14.988319 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4515792'] for segment (dcf20c29-5116-48c9-8110-eb07a8b11250), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.004506 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (dcf20c29-5116-48c9-8110-eb07a8b11250), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.012339 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:00:15.012742 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5726745'] for segment (dcf20c29-5116-48c9-8110-eb07a8b11250), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: Traceback (most recent call last): Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: timer() Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: cb(*args, **kw) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: return func(*args, **kwargs) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: self._notify() Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: self.callback(batched_events) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: event.method(event) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: return f(self, *a, **k) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._get(url).json() Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: return self.request(url, 'GET', **kwargs) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:00:15.014644 dv-cinder-834805-2-iscsi neutron-server[109716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:00:15.098150 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (becb1c06-3311-4a7c-a4f3-620a203b1d89), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.106105 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.111750 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] 10.222.0.43 "DELETE /v2.0/networks/becb1c06-3311-4a7c-a4f3-620a203b1d89 HTTP/1.1" status: 204 len: 168 time: 0.6050448 Mar 24 15:00:15.126538 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627a42c-3d33-4aeb-9ac2-244a981e1c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=becb1c06-3311-4a7c-a4f3-620a203b1d89,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:15.311161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46049b-b9af-438d-8ac4-efbc369e775b req-f214e2f9-37a3-4a34-90c7-55c4a415b5e5 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:15.313153 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ac46049b-b9af-438d-8ac4-efbc369e775b req-f214e2f9-37a3-4a34-90c7-55c4a415b5e5 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0811665 Mar 24 15:00:15.328002 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52758) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:15.372893 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ac46049b-b9af-438d-8ac4-efbc369e775b req-37e1f562-09e2-4fb3-9276-03f53356d11a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502901 Mar 24 15:00:15.373129 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52760) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:15.374007 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-591d903a-3f9b-4834-bc00-61f6b3407fa7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=546c38a2579b41db9797bffa819ca65b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445676 Mar 24 15:00:15.426541 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ab2270fe-94ea-433f-b7cd-7022cea8f1f4 admin admin] Publish callbacks [] for security_group (2e6e19ee-284c-4351-ba59-b522ee3654b8), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.448049 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ab2270fe-94ea-433f-b7cd-7022cea8f1f4 admin admin] Publish callbacks [] for security_group (2e6e19ee-284c-4351-ba59-b522ee3654b8), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.495967 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ab2270fe-94ea-433f-b7cd-7022cea8f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2e6e19ee-284c-4351-ba59-b522ee3654b8), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.498608 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ab2270fe-94ea-433f-b7cd-7022cea8f1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:15.499790 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-ab2270fe-94ea-433f-b7cd-7022cea8f1f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e6e19ee-284c-4351-ba59-b522ee3654b8 HTTP/1.1" status: 204 len: 168 time: 0.1255207 Mar 24 15:00:15.507432 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2270fe-94ea-433f-b7cd-7022cea8f1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e19ee-284c-4351-ba59-b522ee3654b8,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:16.388631 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d431db82-8e8a-40c9-9c29-4634fb29de9a no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:16.418414 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: d431db82-8e8a-40c9-9c29-4634fb29de9a {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:16.418757 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d431db82-8e8a-40c9-9c29-4634fb29de9a not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:16.419371 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c69e0121-3649-40d3-af55-042d0c377a0f no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:16.445640 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: c69e0121-3649-40d3-af55-042d0c377a0f {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:16.445997 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c69e0121-3649-40d3-af55-042d0c377a0f not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:16.546340 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82cfcd-0015-46b2-887a-74de5080cedb req-5d1d0670-f2c0-4e05-8d06-10529a6bfaea tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:16.547951 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2a82cfcd-0015-46b2-887a-74de5080cedb req-5d1d0670-f2c0-4e05-8d06-10529a6bfaea tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0949309 Mar 24 15:00:16.599106 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2a82cfcd-0015-46b2-887a-74de5080cedb req-39c3cf0d-88dc-4265-bb53-9104ca85201e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446827 Mar 24 15:00:17.347698 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52838) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:17.454028 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0270de46-acf6-41fb-93df-b1993ec44ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:17.528049 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0270de46-acf6-41fb-93df-b1993ec44ab6 admin admin] Publish callbacks [] for security_group (47efc9e2-d20f-4753-87b7-1204a9c85a9d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:17.534248 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0270de46-acf6-41fb-93df-b1993ec44ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (47efc9e2-d20f-4753-87b7-1204a9c85a9d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:17.577027 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0270de46-acf6-41fb-93df-b1993ec44ab6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e761719069f34b17b36e0efd0476bc93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280550 Mar 24 15:00:17.577248 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52850) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:17.577821 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270de46-acf6-41fb-93df-b1993ec44ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47efc9e2-d20f-4753-87b7-1204a9c85a9d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:17.636315 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4d36e28f-03d7-4e6e-a593-af5edc490131 admin admin] Publish callbacks [] for security_group (47efc9e2-d20f-4753-87b7-1204a9c85a9d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:17.661229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4d36e28f-03d7-4e6e-a593-af5edc490131 admin admin] Publish callbacks [] for security_group (47efc9e2-d20f-4753-87b7-1204a9c85a9d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:17.701680 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09e443-9d8b-4b2d-b25b-a73961cfa17d req-e805a410-71ca-4f47-8842-71620e6c7214 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:17.703530 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5a09e443-9d8b-4b2d-b25b-a73961cfa17d req-e805a410-71ca-4f47-8842-71620e6c7214 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0593612 Mar 24 15:00:17.746064 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4d36e28f-03d7-4e6e-a593-af5edc490131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (47efc9e2-d20f-4753-87b7-1204a9c85a9d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:17.748740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4d36e28f-03d7-4e6e-a593-af5edc490131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:17.749859 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-4d36e28f-03d7-4e6e-a593-af5edc490131 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47efc9e2-d20f-4753-87b7-1204a9c85a9d HTTP/1.1" status: 204 len: 168 time: 0.1704051 Mar 24 15:00:17.760978 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc808de-6290-40c9-a639-b56012201365 req-fa9732b1-f888-4f74-a12f-d8ce7bdf4d8b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:17.766809 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5a09e443-9d8b-4b2d-b25b-a73961cfa17d req-70891b69-1713-48ef-8983-30f98165519d tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556707 Mar 24 15:00:17.768500 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0fc808de-6290-40c9-a639-b56012201365 req-fa9732b1-f888-4f74-a12f-d8ce7bdf4d8b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0890667 Mar 24 15:00:17.781638 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36e28f-03d7-4e6e-a593-af5edc490131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47efc9e2-d20f-4753-87b7-1204a9c85a9d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:17.873622 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-0fc808de-6290-40c9-a639-b56012201365 req-03f5f3b8-3b35-4244-b7eb-dd9aa03d7dc6 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042523 Mar 24 15:00:18.006198 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-dc8e5a71-6659-48f0-a6f3-cfbcf720650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:18.007878 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-dc8e5a71-6659-48f0-a6f3-cfbcf720650c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1130 time: 0.0457866 Mar 24 15:00:18.047291 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 52864) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:18.061437 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2289f4ba-2177-43c8-80cf-8bed5c6b49e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.116179 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-031e73a9-1946-41a2-bd50-84c967325253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:18.117710 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-031e73a9-1946-41a2-bd50-84c967325253 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 909 time: 0.0852056 Mar 24 15:00:18.140711 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2289f4ba-2177-43c8-80cf-8bed5c6b49e4 admin admin] Publish callbacks [] for security_group (bc6ef844-97a6-41f9-a3b9-bee6a2c77081), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.153713 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2289f4ba-2177-43c8-80cf-8bed5c6b49e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (bc6ef844-97a6-41f9-a3b9-bee6a2c77081), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.183067 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2289f4ba-2177-43c8-80cf-8bed5c6b49e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d63ea2e60ab4e7689ed1f88db41b2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346378 Mar 24 15:00:18.184287 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289f4ba-2177-43c8-80cf-8bed5c6b49e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ef844-97a6-41f9-a3b9-bee6a2c77081,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:18.186001 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 52866) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:18.235665 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bcc11322-3813-4b2d-a5da-2ec2b94ece70 admin admin] Publish callbacks [] for security_group (bc6ef844-97a6-41f9-a3b9-bee6a2c77081), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.262667 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bcc11322-3813-4b2d-a5da-2ec2b94ece70 admin admin] Publish callbacks [] for security_group (bc6ef844-97a6-41f9-a3b9-bee6a2c77081), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.316290 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bcc11322-3813-4b2d-a5da-2ec2b94ece70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (bc6ef844-97a6-41f9-a3b9-bee6a2c77081), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.319201 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bcc11322-3813-4b2d-a5da-2ec2b94ece70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.323298 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-bcc11322-3813-4b2d-a5da-2ec2b94ece70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc6ef844-97a6-41f9-a3b9-bee6a2c77081 HTTP/1.1" status: 204 len: 168 time: 0.1324084 Mar 24 15:00:18.329712 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc11322-3813-4b2d-a5da-2ec2b94ece70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ef844-97a6-41f9-a3b9-bee6a2c77081,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:18.610847 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:18.931685 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a68c9-6835-4e39-8d9b-2c4c0ad54041 req-8036e79f-5ec9-49c4-b6dc-164d4f719a2c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:18.933335 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ed9a68c9-6835-4e39-8d9b-2c4c0ad54041 req-8036e79f-5ec9-49c4-b6dc-164d4f719a2c tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0651948 Mar 24 15:00:18.985718 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ed9a68c9-6835-4e39-8d9b-2c4c0ad54041 req-fe4edaeb-35d6-4c99-91c0-911020fde63e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468302 Mar 24 15:00:19.014442 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-083ac18d-3cab-484c-ba9c-d6b7cf91d596 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 1002 time: 0.0982192 Mar 24 15:00:19.032464 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c8ee2-4818-4048-81de-ffbafa7d0573 req-53a1a389-e9d2-44bb-beb0-7c592f0be83c tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:19.034148 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce1c8ee2-4818-4048-81de-ffbafa7d0573 req-53a1a389-e9d2-44bb-beb0-7c592f0be83c tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0721486 Mar 24 15:00:19.085100 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce1c8ee2-4818-4048-81de-ffbafa7d0573 req-089fe5a4-b914-4051-8c6c-0f298f879893 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447102 Mar 24 15:00:19.745896 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-cf5dfe56-812d-495a-b6cb-51237946c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:19.747377 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-cf5dfe56-812d-495a-b6cb-51237946c3f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 200 len: 847 time: 0.0437286 Mar 24 15:00:20.115655 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70292c-bc66-40a3-aa74-4c4d3aab809d req-9e63e1b1-6dc4-443f-adeb-33459efeedd4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:20.118023 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0b70292c-bc66-40a3-aa74-4c4d3aab809d req-9e63e1b1-6dc4-443f-adeb-33459efeedd4 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0574594 Mar 24 15:00:20.170002 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0b70292c-bc66-40a3-aa74-4c4d3aab809d req-89d5568a-cc95-4d27-b93c-d0b3791bfeed tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462356 Mar 24 15:00:20.210894 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9c20-a51c-489f-9a36-1b932bbf17c1 req-98337163-f8ec-4e37-865a-c9fa203ad724 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:20.212364 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a13e9c20-a51c-489f-9a36-1b932bbf17c1 req-98337163-f8ec-4e37-865a-c9fa203ad724 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0532215 Mar 24 15:00:20.260331 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a13e9c20-a51c-489f-9a36-1b932bbf17c1 req-b6a69b93-357c-46eb-8393-5ef782e51876 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 Mar 24 15:00:20.635572 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-c47d4aa6-973a-4c19-80cc-12f24631ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:20.637080 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-c47d4aa6-973a-4c19-80cc-12f24631ae95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbaa1606-e692-4722-b99e-2b545d0801dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590634 Mar 24 15:00:20.726893 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-9098be51-ef53-4a75-bfd4-4b2eb8e9f71f service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817714 Mar 24 15:00:20.822236 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-998d548b-56e8-40bc-85cc-22aca9ca2e7e req-7f5f57f5-65ac-4129-8ccc-59e807e672e7 service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880013 Mar 24 15:00:21.319034 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8d4f-c76f-49c5-be32-68b82460b0d5 req-d4995e9d-d646-44bd-82a0-ff1e1bb471f3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:21.327845 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59cf8d4f-c76f-49c5-be32-68b82460b0d5 req-d4995e9d-d646-44bd-82a0-ff1e1bb471f3 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0831354 Mar 24 15:00:21.395224 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59cf8d4f-c76f-49c5-be32-68b82460b0d5 req-a066233f-ee6a-4a04-89cf-9e02879bac69 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589714 Mar 24 15:00:21.416373 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100257d-6a48-4104-9894-fd5fc1f9eaab req-a13fb413-0454-4ef7-ac43-6d7ba4f510e1 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:21.417855 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4100257d-6a48-4104-9894-fd5fc1f9eaab req-a13fb413-0454-4ef7-ac43-6d7ba4f510e1 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0662789 Mar 24 15:00:21.466876 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4100257d-6a48-4104-9894-fd5fc1f9eaab req-cb2c018b-f9e5-4235-a022-c31a43a9df1a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Mar 24 15:00:22.528581 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6109-ab37-47d2-9593-ad4f3890e9b0 req-123aad78-efe6-479b-80fc-7c3aa0f8e0ec tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:22.530799 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7acd6109-ab37-47d2-9593-ad4f3890e9b0 req-123aad78-efe6-479b-80fc-7c3aa0f8e0ec tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0600321 Mar 24 15:00:22.588543 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7acd6109-ab37-47d2-9593-ad4f3890e9b0 req-b3f8067a-8bb8-44ef-9676-c17643bae863 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Mar 24 15:00:22.608824 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e173c6-e3b4-41b3-8a24-7e38ff25add2 req-de427ad2-15b5-44fd-8a73-fd82d356a44f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:22.610339 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-93e173c6-e3b4-41b3-8a24-7e38ff25add2 req-de427ad2-15b5-44fd-8a73-fd82d356a44f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0609245 Mar 24 15:00:22.674355 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-93e173c6-e3b4-41b3-8a24-7e38ff25add2 req-3a4263eb-9689-465b-a733-dd5db3650fca tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512843 Mar 24 15:00:23.727064 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998dd95-ad82-4d19-9cca-bca7963c64b7 req-9f1f9b43-79fb-41cb-a56f-c5f4cd385e6e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:23.728566 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9998dd95-ad82-4d19-9cca-bca7963c64b7 req-9f1f9b43-79fb-41cb-a56f-c5f4cd385e6e tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0526974 Mar 24 15:00:23.778439 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-9998dd95-ad82-4d19-9cca-bca7963c64b7 req-dff711a4-7ab0-4602-a318-eb88b89ef454 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Mar 24 15:00:23.800789 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d05536-47c4-4626-9a4d-1267c7efc507 req-9df4f798-94b4-41ff-b41d-de8ff09fb154 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:23.800789 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-96d05536-47c4-4626-9a4d-1267c7efc507 req-9df4f798-94b4-41ff-b41d-de8ff09fb154 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0569794 Mar 24 15:00:23.858606 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-96d05536-47c4-4626-9a4d-1267c7efc507 req-49680287-20aa-4d83-aae8-b79d65bfe30a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523186 Mar 24 15:00:24.389541 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-6a49efd7-027f-4fe9-ba54-dac9393f0292 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:24.391061 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-6a49efd7-027f-4fe9-ba54-dac9393f0292 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0565107 Mar 24 15:00:24.553925 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808cdb-b20c-47cd-bd38-a2de76d7c848 req-73eb5166-64ea-42ff-949b-427b3b88cfc5 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:24.555526 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c1808cdb-b20c-47cd-bd38-a2de76d7c848 req-73eb5166-64ea-42ff-949b-427b3b88cfc5 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 945 time: 0.0923975 Mar 24 15:00:24.569286 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Deleting port afbe3301-e87c-45b0-8796-7256a791755d {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:24.569600 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (afbe3301-e87c-45b0-8796-7256a791755d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:24.660340 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c1808cdb-b20c-47cd-bd38-a2de76d7c848 req-72159bb0-9634-46be-8b6c-bb8ad526ff84 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987465 Mar 24 15:00:24.683793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] For port afbe3301-e87c-45b0-8796-7256a791755d, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=afbe3301-e87c-45b0-8796-7256a791755d,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:24.684156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (afbe3301-e87c-45b0-8796-7256a791755d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:24.872659 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:24.873282 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (975d6400-919c-424d-97ca-88971ce36284), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:24.873282 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Floating IP 975d6400-919c-424d-97ca-88971ce36284 disassociated. External IP: 172.27.1.52, port: afbe3301-e87c-45b0-8796-7256a791755d. Mar 24 15:00:24.873649 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Calling delete_port for afbe3301-e87c-45b0-8796-7256a791755d owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:24.912268 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c360a-0ead-44f9-b852-f388c35ea4cb req-8a468e84-235e-47a3-b1f8-ee0d8bdc3443 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:24.914552 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-932c360a-0ead-44f9-b852-f388c35ea4cb req-8a468e84-235e-47a3-b1f8-ee0d8bdc3443 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 946 time: 0.0602074 Mar 24 15:00:24.971802 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-932c360a-0ead-44f9-b852-f388c35ea4cb req-5ad454ed-faa2-4e11-a6ac-4797c583a409 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491042 Mar 24 15:00:25.037947 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c627-90fe-40bb-ada8-c6840fe54906 req-63c78c6f-7aa6-4bd4-9fb1-88cd44451b74 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:25.039535 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4049c627-90fe-40bb-ada8-c6840fe54906 req-63c78c6f-7aa6-4bd4-9fb1-88cd44451b74 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0977545 Mar 24 15:00:25.084002 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (afbe3301-e87c-45b0-8796-7256a791755d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:25.129461 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event deleted for resources: {'Port': ['ID=afbe3301-e87c-45b0-8796-7256a791755d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:25.146821 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4049c627-90fe-40bb-ada8-c6840fe54906 req-793a4e97-4d62-4952-be65-bef4f546043d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999529 Mar 24 15:00:25.256859 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Router 0302fded-8b8a-4d78-8a28-23ba607619eb has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:25.370272 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:25.379460 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] Sync routers for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:25.393230 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:25.394118 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:25.411723 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] No DVR routers for this DVR port afbe3301-e87c-45b0-8796-7256a791755d on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:25.414334 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:25.417721 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-241221cf-135f-4d53-811c-cdf9e3aa3b5e req-755805d4-e73f-4504-b3b0-64e0f40c59c1 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.46 "DELETE /v2.0/ports/afbe3301-e87c-45b0-8796-7256a791755d HTTP/1.1" status: 204 len: 173 time: 1.0009177 Mar 24 15:00:25.418189 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-deleted', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:25.420492 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7cd23-e2c0-48a2-ad04-7524fcfb8711" -d '{"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-deleted", "tag": "afbe3301-e87c-45b0-8796-7256a791755d"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:25.462057 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd6fe68-5b2e-4fd7-b586-cee0eec5464c x-openstack-request-id: req-5cd6fe68-5b2e-4fd7-b586-cee0eec5464c {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:25.462444 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f88e14-b732-416d-b28b-76cfcde70c83", "name": "network-vif-deleted", "tag": "afbe3301-e87c-45b0-8796-7256a791755d", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:25.462767 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cd6fe68-5b2e-4fd7-b586-cee0eec5464c {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:25.463420 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd6fe68-5b2e-4fd7-b586-cee0eec5464c'] response: {'server_uuid': '32f88e14-b732-416d-b28b-76cfcde70c83', 'name': 'network-vif-deleted', 'tag': 'afbe3301-e87c-45b0-8796-7256a791755d', 'status': 'completed', 'code': 200} Mar 24 15:00:25.505760 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:25.615070 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a27c5-c83c-4e9d-8493-655de651858e req-5bb13012-5aa5-470f-898c-e4854cfbbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:25.617034 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-572a27c5-c83c-4e9d-8493-655de651858e req-5bb13012-5aa5-470f-898c-e4854cfbbef0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1130 time: 0.0594876 Mar 24 15:00:25.781411 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a27c5-c83c-4e9d-8493-655de651858e req-e653f2c9-6c70-41cb-a9fa-47a1f96c7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:25.782899 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-572a27c5-c83c-4e9d-8493-655de651858e req-e653f2c9-6c70-41cb-a9fa-47a1f96c7bfd service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 909 time: 0.1543872 Mar 24 15:00:25.824931 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:25.844943 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f1eff-8027-4bf8-a93e-14395a2397f4 req-a548a13e-92be-4e34-8987-8f17934c1666 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:25.846540 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-764f1eff-8027-4bf8-a93e-14395a2397f4 req-a548a13e-92be-4e34-8987-8f17934c1666 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 945 time: 0.1042445 Mar 24 15:00:25.882950 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-572a27c5-c83c-4e9d-8493-655de651858e req-65f7ebae-cd39-4527-b1e0-03c8b0caf768 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 1002 time: 0.0907452 Mar 24 15:00:25.901249 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:25.929576 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] Checking router: 0302fded-8b8a-4d78-8a28-23ba607619eb for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:25.939559 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:25.940254 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:25.964759 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-764f1eff-8027-4bf8-a93e-14395a2397f4 req-c9fac8f8-c9ea-4492-b9a6-39cc4f63f770 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110513 Mar 24 15:00:25.979731 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a27c5-c83c-4e9d-8493-655de651858e req-2e4c79f1-27df-4225-8963-433de5476887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:25.981796 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-572a27c5-c83c-4e9d-8493-655de651858e req-2e4c79f1-27df-4225-8963-433de5476887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 200 len: 847 time: 0.0605967 Mar 24 15:00:26.020336 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: afbe3301-e87c-45b0-8796-7256a791755d {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:26.020748 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device afbe3301-e87c-45b0-8796-7256a791755d not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:26.036478 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a27c5-c83c-4e9d-8493-655de651858e req-3430103d-3ad4-425d-8916-91f71fcfb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:26.038371 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-572a27c5-c83c-4e9d-8493-655de651858e req-3430103d-3ad4-425d-8916-91f71fcfb51c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbaa1606-e692-4722-b99e-2b545d0801dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473800 Mar 24 15:00:26.094200 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:26.123863 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e5adb35e-11d4-4e57-bdff-1d0521d7b05b req-a4e3e4d6-a71a-4d53-89d5-6648b72773ab tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/ports?device_id=32f88e14-b732-416d-b28b-76cfcde70c83 HTTP/1.1" status: 200 len: 210 time: 0.0566697 Mar 24 15:00:26.156267 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-572a27c5-c83c-4e9d-8493-655de651858e req-5fe173b6-e009-4a14-9e45-fa13ea046c2f service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102345 Mar 24 15:00:26.312188 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:26.314459 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-572a27c5-c83c-4e9d-8493-655de651858e req-6cc389dc-c09c-4409-9e5b-e7e61cb28c8c service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229546 Mar 24 15:00:26.321779 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7364f01-5a88-445f-986b-142030557388 req-fbf9620f-03f3-4319-82fa-7db03eabf94e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:26.323226 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7364f01-5a88-445f-986b-142030557388 req-fbf9620f-03f3-4319-82fa-7db03eabf94e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0867324 Mar 24 15:00:26.339999 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33def5b-e0b6-4392-85e1-b143302a19e7 None None] The sync data for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi is: [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T14:53:25Z', 'revision_number': 4, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '719d6c4a-c51b-467e-a500-4e7547e8ea5b', 'name': '', 'network_id': 'aded19bd-e31c-4128-9a19-d9f41c2e07dd', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'mac_address': 'fa:16:3e:b2:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:22Z', 'updated_at': '2022-03-24T14:53:37Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'subnets': [{'id': '474dfd6f-ddd4-4566-a49b-54459e34a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:26.385953 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d7364f01-5a88-445f-986b-142030557388 req-2480a54e-c21e-4058-9f1f-055a6c2d8ec5 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557578 Mar 24 15:00:26.465419 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-1c450eff-cb88-47c0-92c4-fddd00259657 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:26.467063 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-1c450eff-cb88-47c0-92c4-fddd00259657 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Mar 24 15:00:26.572918 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Deleting port e65279d0-e116-48c7-8da5-e13b0a4463b0 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:26.573262 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:26.598712 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b65b7-8ae1-4555-97c1-66334018fd2a None None] New status for floating IP 975d6400-919c-424d-97ca-88971ce36284: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:00:26.664035 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] For port e65279d0-e116-48c7-8da5-e13b0a4463b0, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=e65279d0-e116-48c7-8da5-e13b0a4463b0,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:26.664326 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:26.847110 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:26.847473 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (ddd61bf5-2a0a-469e-bb45-a110c4064f90), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:26.847814 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Floating IP ddd61bf5-2a0a-469e-bb45-a110c4064f90 disassociated. External IP: 172.27.1.74, port: e65279d0-e116-48c7-8da5-e13b0a4463b0. Mar 24 15:00:26.848142 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Calling delete_port for e65279d0-e116-48c7-8da5-e13b0a4463b0 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:26.979252 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (e65279d0-e116-48c7-8da5-e13b0a4463b0), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.005733 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event deleted for resources: {'Port': ['ID=e65279d0-e116-48c7-8da5-e13b0a4463b0,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:27.108728 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-81882272-de55-48dd-a714-e2b1034ce6d2 req-6155dafb-624b-444d-8cce-f3038d2d0348 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Mar 24 15:00:27.140817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:27.216406 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53056) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:27.252676 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:27.262808 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:27.269331 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-02a36c09-7ecb-4410-9fcf-fe1cb39a822f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.274476 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:27.275257 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:27.292963 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-02a36c09-7ecb-4410-9fcf-fe1cb39a822f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.297873 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] No DVR routers for this DVR port e65279d0-e116-48c7-8da5-e13b0a4463b0 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:27.300633 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.304428 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a69e2592-1777-41e9-bc88-c8706b438dd7 req-26f70cf3-f932-4396-b211-da8cb85d5b9d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "DELETE /v2.0/ports/e65279d0-e116-48c7-8da5-e13b0a4463b0 HTTP/1.1" status: 204 len: 173 time: 0.8293710 Mar 24 15:00:27.343229 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-02a36c09-7ecb-4410-9fcf-fe1cb39a822f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.346109 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-02a36c09-7ecb-4410-9fcf-fe1cb39a822f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.349764 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-02a36c09-7ecb-4410-9fcf-fe1cb39a822f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad HTTP/1.1" status: 204 len: 168 time: 0.1298258 Mar 24 15:00:27.350156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53058) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:27.362879 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a36c09-7ecb-4410-9fcf-fe1cb39a822f tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:27.363921 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.api.v2.resource [None req-51dd17b9-620c-4406-8b77-c826f19e9bd9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] show failed (client error): The resource could not be found. Mar 24 15:00:27.366123 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-51dd17b9-620c-4406-8b77-c826f19e9bd9 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "GET /v2.0/security-groups/ee0d19c1-5cd5-4ec4-b49a-64a55f8b56ad HTTP/1.1" status: 404 len: 347 time: 0.0147545 Mar 24 15:00:27.368751 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53060) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:27.389598 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:27.477418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'name': 'network-vif-deleted', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:27.479725 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a34ccab-6ab8-4b2f-8e75-58a0b1bc9aee" -d '{"events": [{"server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "name": "network-vif-deleted", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:27.526938 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d4ae57-60c3-41d2-9d79-c47d34c4bbec x-openstack-request-id: req-a9d4ae57-60c3-41d2-9d79-c47d34c4bbec {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:27.527312 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0138fb18-a716-4c51-8286-c389690b66f5", "name": "network-vif-deleted", "tag": "e65279d0-e116-48c7-8da5-e13b0a4463b0", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:27.527992 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9d4ae57-60c3-41d2-9d79-c47d34c4bbec {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:27.528112 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d4ae57-60c3-41d2-9d79-c47d34c4bbec'] response: {'server_uuid': '0138fb18-a716-4c51-8286-c389690b66f5', 'name': 'network-vif-deleted', 'tag': 'e65279d0-e116-48c7-8da5-e13b0a4463b0', 'status': 'completed', 'code': 200} Mar 24 15:00:27.567607 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Deleting port b755eced-9530-4add-8aff-4aba1aae934d {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:27.568046 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (b755eced-9530-4add-8aff-4aba1aae934d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.603804 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:27.616260 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81526-a8ff-4a77-8987-1cfe46e8674b req-966be44a-b407-4aa1-b6d2-299d8ebc8997 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:27.617758 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bcf81526-a8ff-4a77-8987-1cfe46e8674b req-966be44a-b407-4aa1-b6d2-299d8ebc8997 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.1354442 Mar 24 15:00:27.639948 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:27.645202 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:27.646017 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:27.759207 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:27.926740 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bcf81526-a8ff-4a77-8987-1cfe46e8674b req-533d8a8f-a374-4f86-afac-cca58417519d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010170 Mar 24 15:00:27.929180 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (b755eced-9530-4add-8aff-4aba1aae934d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.929180 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (b755eced-9530-4add-8aff-4aba1aae934d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:27.943632 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Calling delete_port for b755eced-9530-4add-8aff-4aba1aae934d owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:27.991866 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:28.020352 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb7c08-7781-4d5d-85bc-3d999efd7a36 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:28.097145 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (b755eced-9530-4add-8aff-4aba1aae934d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:28.124112 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Pushing event deleted for resources: {'Port': ['ID=b755eced-9530-4add-8aff-4aba1aae934d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:28.186945 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks [] for floatingip (975d6400-919c-424d-97ca-88971ce36284), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:28.189523 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:28.193191 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-eb6d9c9d-6111-4019-98eb-b2ec80056141 tempest-AttachVolumeShelveTestJSON-644361483 tempest-AttachVolumeShelveTestJSON-644361483-project] 10.222.0.43 "DELETE /v2.0/floatingips/975d6400-919c-424d-97ca-88971ce36284 HTTP/1.1" status: 204 len: 168 time: 0.8210585 Mar 24 15:00:28.227540 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e06a6ade-b903-4a9d-9004-59d3c99bb36f req-77ef22a1-f4d0-44ab-b8bb-47128704f7bb tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0425963 Mar 24 15:00:28.278531 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14edcd68-8e78-4840-aa6a-4d2c234f2670 None None] New status for floating IP ddd61bf5-2a0a-469e-bb45-a110c4064f90: DOWN {{(pid=109718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:00:29.056983 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c91e1-655d-4b31-84ed-91f42d8a86a1 req-7c55a489-4d7b-4480-8713-d92a8d73acba tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:29.058493 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-346c91e1-655d-4b31-84ed-91f42d8a86a1 req-7c55a489-4d7b-4480-8713-d92a8d73acba tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0536349 Mar 24 15:00:29.110771 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-346c91e1-655d-4b31-84ed-91f42d8a86a1 req-24da7d87-28b7-4ac6-88e5-91dcc3975908 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466108 Mar 24 15:00:29.341440 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a77ba59e-24c7-494e-affe-66d4e76b2c56 req-630786e8-be3b-4ff6-a107-574c588b240c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0272906 Mar 24 15:00:30.257836 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33268a-eb9a-4844-ac2b-422061981939 req-c944d00b-2b3a-4f42-a8fb-5f2eade4ce0f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:30.259559 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cc33268a-eb9a-4844-ac2b-422061981939 req-c944d00b-2b3a-4f42-a8fb-5f2eade4ce0f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0662713 Mar 24 15:00:30.316584 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-cc33268a-eb9a-4844-ac2b-422061981939 req-1b88d6d0-684a-4149-8e4f-6ebd104728e3 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503483 Mar 24 15:00:30.359322 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-14aa76a0-a00d-4e4d-a9a7-a942e2179524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:30.527405 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7c12d362-1ce7-440f-a293-0f38f749d0e9 req-49f2f9de-2fde-4dcf-b2b5-004fcc4eb5b0 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0138fb18-a716-4c51-8286-c389690b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0503480 Mar 24 15:00:31.446238 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d9d60-4c0c-4533-8e1b-8ec40f231b1c req-ce2365a9-9fbf-4f86-b703-6c75e4b38385 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:31.447639 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-430d9d60-4c0c-4533-8e1b-8ec40f231b1c req-ce2365a9-9fbf-4f86-b703-6c75e4b38385 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0575023 Mar 24 15:00:31.499639 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-430d9d60-4c0c-4533-8e1b-8ec40f231b1c req-376518b1-84da-4b6b-bd81-2d9a50c9a07b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433481 Mar 24 15:00:31.751611 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-aad48d3b-87b8-4f23-8721-8eeccc22add5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971875 Mar 24 15:00:31.795437 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device e65279d0-e116-48c7-8da5-e13b0a4463b0 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:31.843845 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: e65279d0-e116-48c7-8da5-e13b0a4463b0 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:31.845180 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device e65279d0-e116-48c7-8da5-e13b0a4463b0 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:31.852430 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265899c-8385-4632-97cc-42aea89c8781 req-268fb60f-c804-4275-abe3-08d9b46a0e4a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:31.854163 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2265899c-8385-4632-97cc-42aea89c8781 req-268fb60f-c804-4275-abe3-08d9b46a0e4a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.1415684 Mar 24 15:00:31.870060 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-83f36b7b-fee5-4b27-bcd4-3259a6262c49 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:31.872640 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-83f36b7b-fee5-4b27-bcd4-3259a6262c49 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports/0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 943 time: 0.1014936 Mar 24 15:00:31.959179 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2265899c-8385-4632-97cc-42aea89c8781 req-cf2183fb-ccce-4d82-a380-de030d855934 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964537 Mar 24 15:00:32.042683 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53184) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:32.074008 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8afe58dd-accf-41da-b4a2-9181fd7894bd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123917301&fields=id&tenant_id=ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 267 time: 0.0907650 Mar 24 15:00:32.227129 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-a1e3cbf5-c98c-49cf-a381-182bc8e6d886 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:32.230542 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-a1e3cbf5-c98c-49cf-a381-182bc8e6d886 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 811 time: 0.1496696 Mar 24 15:00:32.244371 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-98ffe246-5777-4334-bcef-92b31d6b22b6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/quotas/ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 375 time: 0.0100443 Mar 24 15:00:32.299003 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-d1c26ee4-1a65-4087-b2ad-bc9fced28bba tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494313 Mar 24 15:00:32.447973 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-e282aa9a-87be-4578-a095-bb8051f3d171 service neutron] 10.222.0.43 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367369 Mar 24 15:00:32.523754 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4746fa1c-2a19-4d8b-9a0d-2783d349d43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:32.543533 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-1e23543c-175a-4b85-a279-a58123aff394 service neutron] 10.222.0.43 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895433 Mar 24 15:00:32.852452 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-43b0da77-9d23-401d-80fb-01e4a19c3402 req-cb30674c-b8ea-4e15-b42c-f7be64a8440d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 210 time: 0.0447471 Mar 24 15:00:32.882309 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (0302fded-8b8a-4d78-8a28-23ba607619eb), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:33.117415 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459f11b-fb8b-469d-b0a6-63516a258d4c req-66de3d09-4d1d-4030-a6f4-ac6a0f80c8f9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:33.119898 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9459f11b-fb8b-469d-b0a6-63516a258d4c req-66de3d09-4d1d-4030-a6f4-ac6a0f80c8f9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0651674 Mar 24 15:00:33.160976 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Deleting port 719d6c4a-c51b-467e-a500-4e7547e8ea5b {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:33.161321 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:33.174044 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9459f11b-fb8b-469d-b0a6-63516a258d4c req-4dfa1ade-7cbe-430d-bcb5-8c076d158c24 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481541 Mar 24 15:00:33.240964 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] For port 719d6c4a-c51b-467e-a500-4e7547e8ea5b, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=719d6c4a-c51b-467e-a500-4e7547e8ea5b,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:33.241328 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:33.254757 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Calling delete_port for 719d6c4a-c51b-467e-a500-4e7547e8ea5b owned by network:router_interface {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:33.446891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (719d6c4a-c51b-467e-a500-4e7547e8ea5b), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:33.471578 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=719d6c4a-c51b-467e-a500-4e7547e8ea5b,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:33.647854 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (0302fded-8b8a-4d78-8a28-23ba607619eb), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:33.744935 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:33.883084 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Router 0302fded-8b8a-4d78-8a28-23ba607619eb has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:33.982325 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-074d5e4b-b94a-4a9d-8560-f1c4940e2ed0 req-f84469b5-6b95-481b-bd54-cc0f3c11abc4 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 210 time: 0.0528336 Mar 24 15:00:34.024868 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:34.029962 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5c15da82-bcd2-4086-9bac-044a54824fb3 admin admin] 10.222.0.43 "PUT /v2.0/routers/0302fded-8b8a-4d78-8a28-23ba607619eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9862370 Mar 24 15:00:34.032700 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53224) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:34.035335 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] Sync routers for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:34.045922 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:34.046571 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:34.141403 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks [] for router (0302fded-8b8a-4d78-8a28-23ba607619eb), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.151505 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:34.256231 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks [] for router_gateway (0302fded-8b8a-4d78-8a28-23ba607619eb), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.305847 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65651380-fe45-4edb-b9b0-f98b1d38815f req-298dc326-6376-46cf-ad07-5b168c8278fa tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:34.307372 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-65651380-fe45-4edb-b9b0-f98b1d38815f req-298dc326-6376-46cf-ad07-5b168c8278fa tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0582530 Mar 24 15:00:34.326819 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T15:00:33Z', 'revision_number': 5, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port': {'id': 'c2e83920-9d1f-4ec9-a60b-76202e903f1c', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:53:15Z', 'updated_at': '2022-03-24T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:34.327579 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Deleting port c2e83920-9d1f-4ec9-a60b-76202e903f1c {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:34.327925 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.402196 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-65651380-fe45-4edb-b9b0-f98b1d38815f req-b7ca4c24-0859-435d-a3f2-4c45c947cf8e tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847678 Mar 24 15:00:34.448658 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] For port c2e83920-9d1f-4ec9-a60b-76202e903f1c, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c2e83920-9d1f-4ec9-a60b-76202e903f1c,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:34.449045 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.458956 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] Checking router: 0302fded-8b8a-4d78-8a28-23ba607619eb for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:34.462259 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Calling delete_port for c2e83920-9d1f-4ec9-a60b-76202e903f1c owned by network:router_gateway {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:34.467572 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] Routers {'0302fded-8b8a-4d78-8a28-23ba607619eb'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:34.468193 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['0302fded-8b8a-4d78-8a28-23ba607619eb'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:34.554318 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] Set router 0302fded-8b8a-4d78-8a28-23ba607619eb gateway port host: None {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:34.607158 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T15:00:34Z', 'revision_number': 6, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:34.626986 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (c2e83920-9d1f-4ec9-a60b-76202e903f1c), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.633186 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232ae83-098f-4295-8ad6-9ae64a3c3b49 None None] The sync data for ids ['0302fded-8b8a-4d78-8a28-23ba607619eb'] in dv-cinder-834805-2-iscsi is: [{'id': '0302fded-8b8a-4d78-8a28-23ba607619eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1995969798-router', 'tenant_id': '335b33f41cb34e258ebd47a0bd128982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:53:12Z', 'updated_at': '2022-03-24T15:00:34Z', 'revision_number': 6, 'project_id': '335b33f41cb34e258ebd47a0bd128982', 'gw_port_host': None}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:34.661139 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e83920-9d1f-4ec9-a60b-76202e903f1c,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:34.719180 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (0302fded-8b8a-4d78-8a28-23ba607619eb), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.732907 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0217c299-9780-4580-b2cc-db5a079302e1 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:34.817491 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (0302fded-8b8a-4d78-8a28-23ba607619eb), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.820384 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks [] for router_controller (0302fded-8b8a-4d78-8a28-23ba607619eb), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.834442 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 0217c299-9780-4580-b2cc-db5a079302e1 is: ACTIVE; New status is: DOWN {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:00:34.835036 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.865456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:34.865642 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (0302fded-8b8a-4d78-8a28-23ba607619eb), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.866393 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0302fded-8b8a-4d78-8a28-23ba607619eb {{(pid=109717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:00:34.868149 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f9157-e272-4ee9-8502-20a1cb659e6a" -d '{"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0217c299-9780-4580-b2cc-db5a079302e1"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:34.878529 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.880916 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:34.885609 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3be70758-a115-463f-8393-b69655596f4f admin admin] 10.222.0.43 "DELETE /v2.0/routers/0302fded-8b8a-4d78-8a28-23ba607619eb HTTP/1.1" status: 204 len: 168 time: 0.8493183 Mar 24 15:00:34.886248 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53236) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:34.889148 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.934280 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bea68f-e25c-4cfc-ba0d-9071f34ed39b x-openstack-request-id: req-f0bea68f-e25c-4cfc-ba0d-9071f34ed39b {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:34.934574 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-unplugged", "status": "failed", "tag": "0217c299-9780-4580-b2cc-db5a079302e1", "code": 422}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:34.934829 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0bea68f-e25c-4cfc-ba0d-9071f34ed39b {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:34.935237 dv-cinder-834805-2-iscsi neutron-server[109718]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f0bea68f-e25c-4cfc-ba0d-9071f34ed39b']: {'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1', 'code': 422} returned with failed status Mar 24 15:00:34.948610 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=6']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:34.948840 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] Deleting subnet 474dfd6f-ddd4-4566-a49b-54459e34a291 {{(pid=109716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:00:34.957417 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] Publish callbacks [] for subnet (474dfd6f-ddd4-4566-a49b-54459e34a291), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:34.995093 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4515817'] for subnet (474dfd6f-ddd4-4566-a49b-54459e34a291), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.119736 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-13acdd8f-23e3-4084-a3df-3dda98b762a3 req-1c7b2055-fa35-4886-8278-836b0cef74ba tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 210 time: 0.0403309 Mar 24 15:00:35.127863 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (474dfd6f-ddd4-4566-a49b-54459e34a291), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.191565 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5729467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6289944'] for subnet (474dfd6f-ddd4-4566-a49b-54459e34a291), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.207368 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.219764 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474dfd6f-ddd4-4566-a49b-54459e34a291,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:35.221760 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.224911 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-b6615a99-81f2-4130-9769-ba9e72e4a2bc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/474dfd6f-ddd4-4566-a49b-54459e34a291 HTTP/1.1" status: 204 len: 168 time: 0.3375354 Mar 24 15:00:35.227013 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430978ff-7978-4d4c-a044-ed0e5edc973f None None] Network aded19bd-e31c-4128-9a19-d9f41c2e07dd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:35.227636 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53248) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:35.331309 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (aded19bd-e31c-4128-9a19-d9f41c2e07dd), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.412391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Deleting port ddad6adc-17a6-427e-80b0-08a1806df4a6 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:35.412730 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.425855 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] DHCP port deletion for aded19bd-e31c-4128-9a19-d9f41c2e07dd request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:00:35.534330 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] Deleting port ddad6adc-17a6-427e-80b0-08a1806df4a6 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:00:35.534914 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.571610 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8b8dc571-c54e-4aae-bd97-53d08e827500 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:35.573748 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8b8dc571-c54e-4aae-bd97-53d08e827500 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 811 time: 0.1935089 Mar 24 15:00:35.626646 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] For port ddad6adc-17a6-427e-80b0-08a1806df4a6, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ddad6adc-17a6-427e-80b0-08a1806df4a6,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:35.627053 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.628483 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] For port ddad6adc-17a6-427e-80b0-08a1806df4a6, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ddad6adc-17a6-427e-80b0-08a1806df4a6,segment=NetworkSegment(ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9),segment_id=ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:35.628852 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.654995 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] Calling delete_port for ddad6adc-17a6-427e-80b0-08a1806df4a6 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:35.664446 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Calling delete_port for ddad6adc-17a6-427e-80b0-08a1806df4a6 owned by network:dhcp {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:00:35.674230 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d999056-24ab-47e3-b5ed-288703a56c18 req-dac9ead5-8c9d-4da3-8978-a5c257c6c1ab tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:35.676841 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1d999056-24ab-47e3-b5ed-288703a56c18 req-dac9ead5-8c9d-4da3-8978-a5c257c6c1ab tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.1446292 Mar 24 15:00:35.691751 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-ac23e3cf-252a-4642-b597-d0f6e709e64b tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 379 time: 0.0981445 Mar 24 15:00:35.702214 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'port': {'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'admin_state_up': True, 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'security_groups': ['f86e2a8a-06dc-4f4a-9522-16194209a0bc']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:35.771685 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1d999056-24ab-47e3-b5ed-288703a56c18 req-6130a0b0-7c5b-4069-8a01-fc7e35088d15 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868530 Mar 24 15:00:35.830891 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.834824 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (ddad6adc-17a6-427e-80b0-08a1806df4a6), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.883345 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddad6adc-17a6-427e-80b0-08a1806df4a6,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:35.894331 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] No DVR routers for this DVR port ddad6adc-17a6-427e-80b0-08a1806df4a6 on host dv-cinder-834805-2-iscsi {{(pid=109717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:35.896129 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] Pushing event deleted for resources: {'Port': ['ID=ddad6adc-17a6-427e-80b0-08a1806df4a6,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:35.899158 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Made reservation on behalf of ba28e6d467154998b4eae495425f12aa for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:35.903285 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:35.911072 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4150a3-bfc5-4a18-979d-95379363b5ea None None] No DVR routers for this DVR port ddad6adc-17a6-427e-80b0-08a1806df4a6 on host dv-cinder-834805-2-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:00:35.983847 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (aded19bd-e31c-4128-9a19-d9f41c2e07dd), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.009104 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aded19bd-e31c-4128-9a19-d9f41c2e07dd']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:36.020107 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:36.020409 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:36.029765 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.044087 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.050262 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:00:36.050681 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (ed0e6e56-fd23-4b47-a820-5fdfe0ad90e9), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: self.session.flush() Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: self.session.flush() Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: self.session.flush() Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: self.session.flush() Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:00:36.052334 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:00:36.064953 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Allocated IP 172.20.0.7 (ba07bd07-fe18-4344-84a9-6361162c2139/b9ea3fff-a008-4103-ad6a-e053d77cfa02/03cd4bba-c812-4d47-9207-67f0148ed324) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:00:36.106057 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (aded19bd-e31c-4128-9a19-d9f41c2e07dd), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.112765 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.116922 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/aded19bd-e31c-4128-9a19-d9f41c2e07dd HTTP/1.1" status: 204 len: 168 time: 0.8881187 Mar 24 15:00:36.136844 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673895e-6da1-4920-a2d0-67a2782eddc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aded19bd-e31c-4128-9a19-d9f41c2e07dd,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:36.226736 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-67ebc415-0ebc-49e4-883b-7c188fd25e82 req-571b65dc-fec3-487a-9d7e-74ec37ede98c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 210 time: 0.0322654 Mar 24 15:00:36.235909 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (03cd4bba-c812-4d47-9207-67f0148ed324), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.251515 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53266) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:36.352237 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.356234 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-4d67e2bd-d69d-40c6-a4ca-fea2289eef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:36.357624 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-4d67e2bd-d69d-40c6-a4ca-fea2289eef29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa&tenant_id=064f289f92414a78b832c412131fc63a HTTP/1.1" status: 200 len: 1128 time: 0.0751114 Mar 24 15:00:36.373420 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-7685980a-d46f-4138-9372-49c5e87c9062 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=335b33f41cb34e258ebd47a0bd128982&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1206977 Mar 24 15:00:36.376278 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53274) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:36.415012 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 719d6c4a-c51b-467e-a500-4e7547e8ea5b no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:36.438233 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 719d6c4a-c51b-467e-a500-4e7547e8ea5b {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:36.438685 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 719d6c4a-c51b-467e-a500-4e7547e8ea5b not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:36.439208 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c2e83920-9d1f-4ec9-a60b-76202e903f1c no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:36.451540 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Network ba07bd07-fe18-4344-84a9-6361162c2139 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:00:36.461451 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: c2e83920-9d1f-4ec9-a60b-76202e903f1c {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:36.461941 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c2e83920-9d1f-4ec9-a60b-76202e903f1c not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:36.462493 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddad6adc-17a6-427e-80b0-08a1806df4a6 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:00:36.472995 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:00:36.474516 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9748-182d-4a46-b63e-6a20186283a3 admin admin] Publish callbacks [] for security_group (62b71359-af92-453f-8ddd-9af6c179a35f), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.480544 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:00:36.483245 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: ddad6adc-17a6-427e-80b0-08a1806df4a6 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:00:36.484344 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddad6adc-17a6-427e-80b0-08a1806df4a6 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:00:36.512423 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9748-182d-4a46-b63e-6a20186283a3 admin admin] Publish callbacks [] for security_group (62b71359-af92-453f-8ddd-9af6c179a35f), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.527860 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=03cd4bba-c812-4d47-9207-67f0148ed324,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:36.556670 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:36.557396 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.568919 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-55ce36db-39e9-4694-ba48-f273b8143a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:36.570794 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-55ce36db-39e9-4694-ba48-f273b8143a97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1128 time: 0.1306720 Mar 24 15:00:36.578621 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9748-182d-4a46-b63e-6a20186283a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (62b71359-af92-453f-8ddd-9af6c179a35f), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.592185 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9748-182d-4a46-b63e-6a20186283a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.598871 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-ee3f9748-182d-4a46-b63e-6a20186283a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62b71359-af92-453f-8ddd-9af6c179a35f HTTP/1.1" status: 204 len: 168 time: 0.2215006 Mar 24 15:00:36.615138 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.620074 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f9748-182d-4a46-b63e-6a20186283a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b71359-af92-453f-8ddd-9af6c179a35f,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:36.699138 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-724f1bdd-474c-4726-ae3f-535a4ab3a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:36.700792 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-724f1bdd-474c-4726-ae3f-535a4ab3a837 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 909 time: 0.1215417 Mar 24 15:00:36.705262 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-72b5c541-75d3-4363-af33-54c1de8ddce7 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0062785 Mar 24 15:00:36.729134 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Request body: {'port': {'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:36.882862 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.894723 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-0714caea-2f67-4f76-b368-8eacaac244ea None None] Provisioning complete for port 03cd4bba-c812-4d47-9207-67f0148ed324 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:00:36.895393 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0714caea-2f67-4f76-b368-8eacaac244ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:36.909132 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-598b60d8-5a2d-49ad-a02e-2020cfddf509 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 1000 time: 0.1847641 Mar 24 15:00:36.947524 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0714caea-2f67-4f76-b368-8eacaac244ea None None] Port 03cd4bba-c812-4d47-9207-67f0148ed324 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:00:36.976924 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8ac4-a612-4c24-a4a9-5172f15bd702 req-49790269-fc01-48be-a174-b3e3e0419683 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:36.978525 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-77dd8ac4-a612-4c24-a4a9-5172f15bd702 req-49790269-fc01-48be-a174-b3e3e0419683 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0880675 Mar 24 15:00:37.042216 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-2b06f1ba-c468-4f76-86ec-dec68e3235eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:37.043863 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-2b06f1ba-c468-4f76-86ec-dec68e3235eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 200 len: 847 time: 0.1136305 Mar 24 15:00:37.054640 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-77dd8ac4-a612-4c24-a4a9-5172f15bd702 req-5f0c3745-fd45-4042-a349-b659b05470a1 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699294 Mar 24 15:00:37.218292 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cd4bba-c812-4d47-9207-67f0148ed324 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:00:37.226166 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Publish callbacks [] for port (03cd4bba-c812-4d47-9207-67f0148ed324), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:37.238835 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Transition to ACTIVE for port object 03cd4bba-c812-4d47-9207-67f0148ed324 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:00:37.252838 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:37.336371 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Pushing event updated for resources: {'Port': ['ID=03cd4bba-c812-4d47-9207-67f0148ed324,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:37.416088 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Attempting to bind port 03cd4bba-c812-4d47-9207-67f0148ed324 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:00:37.416430 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Attempting to bind port 03cd4bba-c812-4d47-9207-67f0148ed324 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:00:37.416949 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Attempting to bind port 03cd4bba-c812-4d47-9207-67f0148ed324 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:00:37.425532 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29405db9-70a5-4580-815a-abfa543a2f3d req-a1bcf181-7194-4121-9c4f-d78e281792ad tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:37.426950 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-29405db9-70a5-4580-815a-abfa543a2f3d req-a1bcf181-7194-4121-9c4f-d78e281792ad tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.1243598 Mar 24 15:00:37.430612 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Port 03cd4bba-c812-4d47-9207-67f0148ed324 on network ba07bd07-fe18-4344-84a9-6361162c2139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:00:37.431152 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Attempting to bind port 03cd4bba-c812-4d47-9207-67f0148ed324 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:00:37.449793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:00:37.450166 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Checking segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:00:37.450561 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Bound using segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:00:37.451017 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Bound port: 03cd4bba-c812-4d47-9207-67f0148ed324, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:00:37.451405 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:37.514681 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-29405db9-70a5-4580-815a-abfa543a2f3d req-5c9f5a76-0120-4e85-8638-887b819b107e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810199 Mar 24 15:00:37.537320 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] For port 03cd4bba-c812-4d47-9207-67f0148ed324, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:00:37.540240 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] For port 03cd4bba-c812-4d47-9207-67f0148ed324, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=03cd4bba-c812-4d47-9207-67f0148ed324,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:00:37.547425 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:37.583555 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:37.584182 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:37.585632 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] 10.222.0.46 "PUT /v2.0/ports/03cd4bba-c812-4d47-9207-67f0148ed324 HTTP/1.1" status: 200 len: 1093 time: 0.8634322 Mar 24 15:00:37.586094 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:37.588341 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d239d24-cb0a-4782-a3e8-899b4569d3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:37.615299 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363ee90-56d2-4a69-a0d4-3e2c05f6d345 service neutron] Pushing event updated for resources: {'Port': ['ID=03cd4bba-c812-4d47-9207-67f0148ed324,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:37.625851 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa04e2-dcf5-4523-96c1-aea61ce3c895 x-openstack-request-id: req-96aa04e2-dcf5-4523-96c1-aea61ce3c895 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:37.626267 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:37.626616 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96aa04e2-dcf5-4523-96c1-aea61ce3c895 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:37.627094 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96aa04e2-dcf5-4523-96c1-aea61ce3c895'] response: {'name': 'network-changed', 'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324', 'status': 'completed', 'code': 200} Mar 24 15:00:38.180174 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7915e75-8efc-4d04-a237-89182d4a0140 req-bbd0f55e-c2ac-467e-b566-938e0977b052 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:38.181592 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b7915e75-8efc-4d04-a237-89182d4a0140 req-bbd0f55e-c2ac-467e-b566-938e0977b052 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0566993 Mar 24 15:00:38.232136 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b7915e75-8efc-4d04-a237-89182d4a0140 req-567d9ae3-48ff-4ea8-af53-b305924d546b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Mar 24 15:00:38.639137 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9d1b2-fcf3-4aeb-b027-186e1ad67a2b req-51a2d62c-cef3-48cc-b6ee-de9afdbe02d8 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:38.640655 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fba9d1b2-fcf3-4aeb-b027-186e1ad67a2b req-51a2d62c-cef3-48cc-b6ee-de9afdbe02d8 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.0586202 Mar 24 15:00:38.689670 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fba9d1b2-fcf3-4aeb-b027-186e1ad67a2b req-96388787-f79d-45ab-99b2-e60483ae8662 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433624 Mar 24 15:00:39.365940 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e08e8-dba2-438d-8cf8-847ba5b2106b req-2483668a-a2c4-4357-8e48-ef277b135734 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:39.367468 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b32e08e8-dba2-438d-8cf8-847ba5b2106b req-2483668a-a2c4-4357-8e48-ef277b135734 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0562506 Mar 24 15:00:39.416016 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b32e08e8-dba2-438d-8cf8-847ba5b2106b req-e10a8ca0-0bdb-4642-a997-68c862f50df0 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Mar 24 15:00:39.583498 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-8e4b015e-a875-47f5-b427-5ef02b2ad31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:39.585048 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-8e4b015e-a875-47f5-b427-5ef02b2ad31f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbaa1606-e692-4722-b99e-2b545d0801dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782716 Mar 24 15:00:39.649960 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d239d24-cb0a-4782-a3e8-899b4569d3d1 req-c3edce8e-b4b7-48a4-9d2c-a8c17412bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:39.651386 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3d239d24-cb0a-4782-a3e8-899b4569d3d1 req-c3edce8e-b4b7-48a4-9d2c-a8c17412bd10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1127 time: 0.1009350 Mar 24 15:00:39.765627 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-5c4422c4-b77a-4fb6-b916-6e5d4c5084ce service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726964 Mar 24 15:00:39.815769 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc49280-5f2a-4bf2-9ab9-6bd2496c83b9 req-e31957cd-6bc7-483d-8fe7-e099b3575102 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:39.817699 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6bc49280-5f2a-4bf2-9ab9-6bd2496c83b9 req-e31957cd-6bc7-483d-8fe7-e099b3575102 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.0592883 Mar 24 15:00:39.875553 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6bc49280-5f2a-4bf2-9ab9-6bd2496c83b9 req-7a546961-69ec-4ceb-8e54-711eeeb30955 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508413 Mar 24 15:00:39.891339 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d239d24-cb0a-4782-a3e8-899b4569d3d1 req-43737cc2-6fbe-477a-8334-6da83927dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:39.892890 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3d239d24-cb0a-4782-a3e8-899b4569d3d1 req-43737cc2-6fbe-477a-8334-6da83927dab1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ba28e6d467154998b4eae495425f12aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2284076 Mar 24 15:00:39.943999 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d07a59e9-3521-45c3-80d1-b7937127e2ad req-50b71787-2e0f-4b86-9261-c2adebebe3c6 service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709714 Mar 24 15:00:40.062587 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d239d24-cb0a-4782-a3e8-899b4569d3d1 req-d5a9fbb1-7401-461c-b5d8-324a4be8fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:40.064047 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3d239d24-cb0a-4782-a3e8-899b4569d3d1 req-d5a9fbb1-7401-461c-b5d8-324a4be8fbb3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602077 Mar 24 15:00:40.177491 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-618a7620-69f7-4b4c-84ad-30a58e0e6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:40.179341 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-618a7620-69f7-4b4c-84ad-30a58e0e6ccd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1127 time: 0.0482783 Mar 24 15:00:40.230143 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-1a1ac29e-ceb4-4b41-967a-fecd1d4c3bf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cd4bba-c812-4d47-9207-67f0148ed324 HTTP/1.1" status: 200 len: 217 time: 0.0373793 Mar 24 15:00:40.285819 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-17bbd390-6a7d-4e4f-ab1e-69abb4b2a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:40.287460 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-17bbd390-6a7d-4e4f-ab1e-69abb4b2a0d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0451941 Mar 24 15:00:40.340594 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-9e9de2ec-a7aa-4d51-9320-df4f0436f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:40.342344 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-9e9de2ec-a7aa-4d51-9320-df4f0436f26f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485728 Mar 24 15:00:40.429139 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-5a29a036-bf01-443c-aea9-9ca5069a343a service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798137 Mar 24 15:00:40.544307 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3841576b-0f3f-4764-bd8c-b5a148ef16a2 req-4fb7ecf5-b022-4181-a1dd-8c128226eca1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086173 Mar 24 15:00:40.559504 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0af121-4d77-4949-b508-f2662ec930d8 req-660a4a27-6dc7-440e-9dd6-bab7173adb59 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:40.561314 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7e0af121-4d77-4949-b508-f2662ec930d8 req-660a4a27-6dc7-440e-9dd6-bab7173adb59 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0727513 Mar 24 15:00:40.610290 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7e0af121-4d77-4949-b508-f2662ec930d8 req-6b2f134b-614a-452b-9d53-e8d8a2bb9e08 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 Mar 24 15:00:40.990423 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ed6c-d1a1-4578-a919-b3c51a8dfcaa req-f9887d82-38c7-4409-aed5-eddf2457b2c2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:40.991793 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d624ed6c-d1a1-4578-a919-b3c51a8dfcaa req-f9887d82-38c7-4409-aed5-eddf2457b2c2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.0545397 Mar 24 15:00:41.045522 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d624ed6c-d1a1-4578-a919-b3c51a8dfcaa req-e2ad03f8-f842-4b89-b0ed-a8fd380a75b0 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473592 Mar 24 15:00:41.650740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53450) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:41.753499 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c643-df0b-475f-99a3-68ebac120083 req-204aae2b-6651-4b82-80bd-62142d68192b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:41.755200 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3c63c643-df0b-475f-99a3-68ebac120083 req-204aae2b-6651-4b82-80bd-62142d68192b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0687308 Mar 24 15:00:41.766801 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-47d29705-d035-448c-91c2-b92ddcc64a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:41.808873 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3c63c643-df0b-475f-99a3-68ebac120083 req-f7cfabb8-b486-429c-baa1-16009a0d5ca9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458107 Mar 24 15:00:41.847216 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-47d29705-d035-448c-91c2-b92ddcc64a9b admin admin] Publish callbacks [] for security_group (426e455c-c099-4710-85dd-858ca2ee50b0), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:41.851463 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-47d29705-d035-448c-91c2-b92ddcc64a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (426e455c-c099-4710-85dd-858ca2ee50b0), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:41.881507 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:00:41.891349 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-47d29705-d035-448c-91c2-b92ddcc64a9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eb3e72028624331a76c6a9b87b9ee63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399528 Mar 24 15:00:41.894280 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53468) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:41.907416 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d29705-d035-448c-91c2-b92ddcc64a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426e455c-c099-4710-85dd-858ca2ee50b0,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:41.942665 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2a38ecae-672e-4b49-b3ea-2225b91ba11a admin admin] Publish callbacks [] for security_group (426e455c-c099-4710-85dd-858ca2ee50b0), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:41.965341 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2a38ecae-672e-4b49-b3ea-2225b91ba11a admin admin] Publish callbacks [] for security_group (426e455c-c099-4710-85dd-858ca2ee50b0), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.014880 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2a38ecae-672e-4b49-b3ea-2225b91ba11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (426e455c-c099-4710-85dd-858ca2ee50b0), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.017912 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2a38ecae-672e-4b49-b3ea-2225b91ba11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.019422 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2a38ecae-672e-4b49-b3ea-2225b91ba11a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/426e455c-c099-4710-85dd-858ca2ee50b0 HTTP/1.1" status: 204 len: 168 time: 0.1240327 Mar 24 15:00:42.027637 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38ecae-672e-4b49-b3ea-2225b91ba11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426e455c-c099-4710-85dd-858ca2ee50b0,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:42.168463 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53482) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:42.332299 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f800f530-2b81-4d2c-a9eb-e4f96c5642a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.411223 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbd61c-278f-4087-8769-2027a0a0c597 req-239fdeed-e338-4ed0-877d-0fd55e79ed56 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:42.413058 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3cbbd61c-278f-4087-8769-2027a0a0c597 req-239fdeed-e338-4ed0-877d-0fd55e79ed56 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.2949979 Mar 24 15:00:42.416289 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f800f530-2b81-4d2c-a9eb-e4f96c5642a7 admin admin] Publish callbacks [] for security_group (40b31264-17d4-4fee-9c5a-6ac7106289ad), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.420870 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f800f530-2b81-4d2c-a9eb-e4f96c5642a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (40b31264-17d4-4fee-9c5a-6ac7106289ad), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.462977 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f800f530-2b81-4d2c-a9eb-e4f96c5642a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d213695c65664b1590897bd5879a97ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932310 Mar 24 15:00:42.464300 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53496) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:42.469761 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800f530-2b81-4d2c-a9eb-e4f96c5642a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b31264-17d4-4fee-9c5a-6ac7106289ad,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:42.483294 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3cbbd61c-278f-4087-8769-2027a0a0c597 req-7fac123c-1ae4-419e-9186-c01e1d104f69 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631695 Mar 24 15:00:42.527014 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-36a9b07e-f89a-4399-81ef-d7d7d6e48c68 admin admin] Publish callbacks [] for security_group (40b31264-17d4-4fee-9c5a-6ac7106289ad), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.553109 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-36a9b07e-f89a-4399-81ef-d7d7d6e48c68 admin admin] Publish callbacks [] for security_group (40b31264-17d4-4fee-9c5a-6ac7106289ad), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.611439 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-36a9b07e-f89a-4399-81ef-d7d7d6e48c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (40b31264-17d4-4fee-9c5a-6ac7106289ad), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.614132 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-36a9b07e-f89a-4399-81ef-d7d7d6e48c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:42.615425 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-36a9b07e-f89a-4399-81ef-d7d7d6e48c68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40b31264-17d4-4fee-9c5a-6ac7106289ad HTTP/1.1" status: 204 len: 168 time: 0.1506805 Mar 24 15:00:42.624978 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9b07e-f89a-4399-81ef-d7d7d6e48c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b31264-17d4-4fee-9c5a-6ac7106289ad,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:42.949510 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779213f-156d-4e99-b2b5-06875582c32f req-db869bab-f4b0-4e32-b94b-4c8cc69d1e13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:42.954747 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53520) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:42.955263 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1779213f-156d-4e99-b2b5-06875582c32f req-db869bab-f4b0-4e32-b94b-4c8cc69d1e13 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0662849 Mar 24 15:00:42.970620 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-046c0594-1cff-4602-a363-4e9f08f01169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:43.003454 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1779213f-156d-4e99-b2b5-06875582c32f req-cd4b44d9-6158-4b90-a1b3-bb0a0b21533f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Mar 24 15:00:43.057041 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-046c0594-1cff-4602-a363-4e9f08f01169 admin admin] Publish callbacks [] for security_group (5295be23-f58f-41ca-91c2-72596079bd6b), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:43.061237 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-046c0594-1cff-4602-a363-4e9f08f01169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5295be23-f58f-41ca-91c2-72596079bd6b), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:43.100281 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-046c0594-1cff-4602-a363-4e9f08f01169 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bc569d3f0bd4316816ecc5c897fe950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440406 Mar 24 15:00:43.101060 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c0594-1cff-4602-a363-4e9f08f01169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5295be23-f58f-41ca-91c2-72596079bd6b,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:43.103218 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53522) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:43.154296 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c986-2c40-44a7-aa99-7bb15fff625b admin admin] Publish callbacks [] for security_group (5295be23-f58f-41ca-91c2-72596079bd6b), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:43.176555 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c986-2c40-44a7-aa99-7bb15fff625b admin admin] Publish callbacks [] for security_group (5295be23-f58f-41ca-91c2-72596079bd6b), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:43.230844 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c986-2c40-44a7-aa99-7bb15fff625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5295be23-f58f-41ca-91c2-72596079bd6b), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:43.233586 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c986-2c40-44a7-aa99-7bb15fff625b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:43.238416 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d7e0c986-2c40-44a7-aa99-7bb15fff625b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5295be23-f58f-41ca-91c2-72596079bd6b HTTP/1.1" status: 204 len: 168 time: 0.1335671 Mar 24 15:00:43.249311 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0c986-2c40-44a7-aa99-7bb15fff625b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5295be23-f58f-41ca-91c2-72596079bd6b,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:43.617535 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da59f6-ed8b-44ae-9bfd-78f555b0cb82 req-6394956d-5159-48ca-bdf7-bfad7f12cc11 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:43.619106 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d6da59f6-ed8b-44ae-9bfd-78f555b0cb82 req-6394956d-5159-48ca-bdf7-bfad7f12cc11 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.0631039 Mar 24 15:00:43.670564 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d6da59f6-ed8b-44ae-9bfd-78f555b0cb82 req-0249600b-5bc0-4b60-9e3d-aba4182226a9 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444701 Mar 24 15:00:43.874735 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53554) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:44.076296 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-35be0479-a038-433e-b191-e3ba0f053c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.166353 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2aee3-ac45-4ef4-a0ff-fc1dfd97f8d6 req-1c789519-c41b-4c1d-8e4f-289ab10fe002 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:44.167816 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-32e2aee3-ac45-4ef4-a0ff-fc1dfd97f8d6 req-1c789519-c41b-4c1d-8e4f-289ab10fe002 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0892260 Mar 24 15:00:44.218514 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-35be0479-a038-433e-b191-e3ba0f053c06 admin admin] Publish callbacks [] for security_group (2ab3194e-ad68-4210-8a9d-8e88adfa3d71), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.227243 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-35be0479-a038-433e-b191-e3ba0f053c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2ab3194e-ad68-4210-8a9d-8e88adfa3d71), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.259690 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-32e2aee3-ac45-4ef4-a0ff-fc1dfd97f8d6 req-b3a983cd-5d4c-40ac-8599-9395f7994eab tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853462 Mar 24 15:00:44.274029 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-35be0479-a038-433e-b191-e3ba0f053c06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f27bbe729dff46489f1b2c7ac7d54855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958499 Mar 24 15:00:44.274588 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53570) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:44.281292 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be0479-a038-433e-b191-e3ba0f053c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab3194e-ad68-4210-8a9d-8e88adfa3d71,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:44.349071 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ab417d4a-f064-455d-90e7-e6c4e8df7198 admin admin] Publish callbacks [] for security_group (2ab3194e-ad68-4210-8a9d-8e88adfa3d71), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.375855 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ab417d4a-f064-455d-90e7-e6c4e8df7198 admin admin] Publish callbacks [] for security_group (2ab3194e-ad68-4210-8a9d-8e88adfa3d71), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.433783 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ab417d4a-f064-455d-90e7-e6c4e8df7198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (2ab3194e-ad68-4210-8a9d-8e88adfa3d71), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.438777 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ab417d4a-f064-455d-90e7-e6c4e8df7198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.440309 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ab417d4a-f064-455d-90e7-e6c4e8df7198 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ab3194e-ad68-4210-8a9d-8e88adfa3d71 HTTP/1.1" status: 204 len: 168 time: 0.1646786 Mar 24 15:00:44.450249 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417d4a-f064-455d-90e7-e6c4e8df7198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab3194e-ad68-4210-8a9d-8e88adfa3d71,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:44.818694 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3108a-ca62-45df-bc39-d7407303bd53 req-510728cd-e97d-4832-9422-6a440fc8eff4 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:44.820245 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-00f3108a-ca62-45df-bc39-d7407303bd53 req-510728cd-e97d-4832-9422-6a440fc8eff4 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.0702295 Mar 24 15:00:44.840901 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53602) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:44.853788 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dad7496f-e01a-4c31-b1d3-208fc08f8519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.874661 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-00f3108a-ca62-45df-bc39-d7407303bd53 req-74407d4c-8a60-43fe-99e1-3778e40261be tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472112 Mar 24 15:00:44.933577 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dad7496f-e01a-4c31-b1d3-208fc08f8519 admin admin] Publish callbacks [] for security_group (1f8ad44a-50cf-42fd-a49f-603a5ab66365), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.938544 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dad7496f-e01a-4c31-b1d3-208fc08f8519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1f8ad44a-50cf-42fd-a49f-603a5ab66365), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:44.976080 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-dad7496f-e01a-4c31-b1d3-208fc08f8519 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95388f13b72e4c418bc44d31e9961cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340601 Mar 24 15:00:44.976919 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7496f-e01a-4c31-b1d3-208fc08f8519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8ad44a-50cf-42fd-a49f-603a5ab66365,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:44.979731 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53604) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:45.042981 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf96e3af-fc28-42eb-816d-324f852e6cec admin admin] Publish callbacks [] for security_group (1f8ad44a-50cf-42fd-a49f-603a5ab66365), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.065187 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf96e3af-fc28-42eb-816d-324f852e6cec admin admin] Publish callbacks [] for security_group (1f8ad44a-50cf-42fd-a49f-603a5ab66365), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.087925 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53608) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:45.114626 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf96e3af-fc28-42eb-816d-324f852e6cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1f8ad44a-50cf-42fd-a49f-603a5ab66365), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.117607 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf96e3af-fc28-42eb-816d-324f852e6cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.119071 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-cf96e3af-fc28-42eb-816d-324f852e6cec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f8ad44a-50cf-42fd-a49f-603a5ab66365 HTTP/1.1" status: 204 len: 168 time: 0.1380985 Mar 24 15:00:45.127201 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96e3af-fc28-42eb-816d-324f852e6cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8ad44a-50cf-42fd-a49f-603a5ab66365,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:45.215100 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-099903cf-354b-4d8b-b284-71acd23c50c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.290766 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-099903cf-354b-4d8b-b284-71acd23c50c5 admin admin] Publish callbacks [] for security_group (64e30194-0ad6-4f83-b4f6-cc069b0a525e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.296931 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-099903cf-354b-4d8b-b284-71acd23c50c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (64e30194-0ad6-4f83-b4f6-cc069b0a525e), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.327291 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099903cf-354b-4d8b-b284-71acd23c50c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e30194-0ad6-4f83-b4f6-cc069b0a525e,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:45.373894 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-099903cf-354b-4d8b-b284-71acd23c50c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4ce7735072a46d8bd736331e50ac6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847722 Mar 24 15:00:45.376733 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53620) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:45.398651 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948f7a-37c3-409e-b4a7-a5da5fd639c9 req-bca7ddea-c8f8-4c4c-b8ba-29f4b9c34e4a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:45.400247 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c2948f7a-37c3-409e-b4a7-a5da5fd639c9 req-bca7ddea-c8f8-4c4c-b8ba-29f4b9c34e4a tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0635419 Mar 24 15:00:45.429710 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6203cbd6-41ee-445e-95b7-576b3bf7825a admin admin] Publish callbacks [] for security_group (64e30194-0ad6-4f83-b4f6-cc069b0a525e), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.452361 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6203cbd6-41ee-445e-95b7-576b3bf7825a admin admin] Publish callbacks [] for security_group (64e30194-0ad6-4f83-b4f6-cc069b0a525e), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.464114 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c2948f7a-37c3-409e-b4a7-a5da5fd639c9 req-91d85c3d-d2ef-421d-8c9c-5db38704fee9 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537412 Mar 24 15:00:45.514119 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6203cbd6-41ee-445e-95b7-576b3bf7825a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (64e30194-0ad6-4f83-b4f6-cc069b0a525e), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.516752 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6203cbd6-41ee-445e-95b7-576b3bf7825a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:45.518127 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6203cbd6-41ee-445e-95b7-576b3bf7825a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64e30194-0ad6-4f83-b4f6-cc069b0a525e HTTP/1.1" status: 204 len: 168 time: 0.1394742 Mar 24 15:00:45.527933 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203cbd6-41ee-445e-95b7-576b3bf7825a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e30194-0ad6-4f83-b4f6-cc069b0a525e,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:45.855240 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53646) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:45.871423 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-94c9bc80-feab-4b4f-9434-05d79946cda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.007492 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-94c9bc80-feab-4b4f-9434-05d79946cda6 admin admin] Publish callbacks [] for security_group (8aff82f4-62ad-439e-a4dc-0f417418b217), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.020424 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa80ab2-c530-4e7f-bf10-041b7e72a8c4 req-871ec38e-75f9-4ddb-b6b0-c095043e5b20 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:46.021987 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-efa80ab2-c530-4e7f-bf10-041b7e72a8c4 req-871ec38e-75f9-4ddb-b6b0-c095043e5b20 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 943 time: 0.0752378 Mar 24 15:00:46.023342 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-94c9bc80-feab-4b4f-9434-05d79946cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8aff82f4-62ad-439e-a4dc-0f417418b217), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.076014 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9bc80-feab-4b4f-9434-05d79946cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff82f4-62ad-439e-a4dc-0f417418b217,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:46.084031 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-94c9bc80-feab-4b4f-9434-05d79946cda6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba214a7512f6481faaefc474d9fbb420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273796 Mar 24 15:00:46.086552 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53656) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:46.115343 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-efa80ab2-c530-4e7f-bf10-041b7e72a8c4 req-373f07ac-c2d3-4ebd-8550-aff83a73bcfe tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760424 Mar 24 15:00:46.145597 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4dbff865-fad4-4f5d-a229-5f73ec35f61d admin admin] Publish callbacks [] for security_group (8aff82f4-62ad-439e-a4dc-0f417418b217), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.179671 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4dbff865-fad4-4f5d-a229-5f73ec35f61d admin admin] Publish callbacks [] for security_group (8aff82f4-62ad-439e-a4dc-0f417418b217), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.247842 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4dbff865-fad4-4f5d-a229-5f73ec35f61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8aff82f4-62ad-439e-a4dc-0f417418b217), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.250738 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4dbff865-fad4-4f5d-a229-5f73ec35f61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.252207 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4dbff865-fad4-4f5d-a229-5f73ec35f61d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8aff82f4-62ad-439e-a4dc-0f417418b217 HTTP/1.1" status: 204 len: 168 time: 0.1644268 Mar 24 15:00:46.262722 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbff865-fad4-4f5d-a229-5f73ec35f61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff82f4-62ad-439e-a4dc-0f417418b217,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:46.592018 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68793-c67f-42a6-a24d-4f3a8f8d84c8 req-6627fda1-44f2-4bec-8e60-7455a93c3744 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:46.593804 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c9b68793-c67f-42a6-a24d-4f3a8f8d84c8 req-6627fda1-44f2-4bec-8e60-7455a93c3744 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 944 time: 0.0575891 Mar 24 15:00:46.651930 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c9b68793-c67f-42a6-a24d-4f3a8f8d84c8 req-9bd2b09a-71f9-4b01-9937-02203e74a8e1 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508802 Mar 24 15:00:46.681694 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 03cd4bba-c812-4d47-9207-67f0148ed324 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:00:46.797177 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 03cd4bba-c812-4d47-9207-67f0148ed324, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=03cd4bba-c812-4d47-9207-67f0148ed324,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:46.808929 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '03cd4bba-c812-4d47-9207-67f0148ed324', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:00:46.846828 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 03cd4bba-c812-4d47-9207-67f0148ed324 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:00:46.847721 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.861105 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cd4bba-c812-4d47-9207-67f0148ed324 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:00:46.882204 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 03cd4bba-c812-4d47-9207-67f0148ed324, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=03cd4bba-c812-4d47-9207-67f0148ed324,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:46.887402 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:46.888131 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0217c299-9780-4580-b2cc-db5a079302e1 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:00:46.981127 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=03cd4bba-c812-4d47-9207-67f0148ed324,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:47.000169 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.000509 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.001056 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.001395 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.001719 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.002233 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.002563 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.002884 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.003213 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.003534 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.003852 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.004175 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.004654 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.004977 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.005292 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:00:47.049202 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:47.064867 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '0217c299-9780-4580-b2cc-db5a079302e1', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'port_id': '0217c299-9780-4580-b2cc-db5a079302e1', 'mac_address': 'fa:16:3e:30:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:00:47.105446 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 0217c299-9780-4580-b2cc-db5a079302e1 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:00:47.105706 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:47.122020 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0217c299-9780-4580-b2cc-db5a079302e1 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:00:47.145310 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:47.150387 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:47.208599 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=7']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:47.295940 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573eb0-2fb5-4d40-9993-f186318c1995 req-7297e703-33ba-4241-a6b5-0ad9213efc61 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:47.297922 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ee573eb0-2fb5-4d40-9993-f186318c1995 req-7297e703-33ba-4241-a6b5-0ad9213efc61 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 944 time: 0.0666802 Mar 24 15:00:47.360512 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ee573eb0-2fb5-4d40-9993-f186318c1995 req-d3914004-019a-4111-848e-76e51b009778 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564601 Mar 24 15:00:47.496879 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['03cd4bba-c812-4d47-9207-67f0148ed324'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:00:47.522878 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['0217c299-9780-4580-b2cc-db5a079302e1'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:00:47.843920 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5f5d-7a55-4753-add1-0ef5f7a0473a req-21f5412d-60e2-4019-a53c-93e8328dde00 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:47.859832 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e8cb5f5d-7a55-4753-add1-0ef5f7a0473a req-21f5412d-60e2-4019-a53c-93e8328dde00 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 945 time: 0.0990808 Mar 24 15:00:47.938023 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-e8cb5f5d-7a55-4753-add1-0ef5f7a0473a req-dde6714d-2c34-4d1c-8bb4-225d39a79cea tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675442 Mar 24 15:00:48.153734 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53772) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:48.267883 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-74b9a5c0-c3c2-4c8b-a9d3-5381c6a42a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.340569 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-74b9a5c0-c3c2-4c8b-a9d3-5381c6a42a5b admin admin] Publish callbacks [] for security_group (08d8a11f-d582-4666-89e1-fe46ea9394e3), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.345417 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-74b9a5c0-c3c2-4c8b-a9d3-5381c6a42a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (08d8a11f-d582-4666-89e1-fe46ea9394e3), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.382097 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-74b9a5c0-c3c2-4c8b-a9d3-5381c6a42a5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79f1ae23147d487db5eba910abeac218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272639 Mar 24 15:00:48.382988 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9a5c0-c3c2-4c8b-a9d3-5381c6a42a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d8a11f-d582-4666-89e1-fe46ea9394e3,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:48.385190 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53780) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:48.437720 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2ce7-5756-43c9-a7b0-88f1069bbe30 admin admin] Publish callbacks [] for security_group (08d8a11f-d582-4666-89e1-fe46ea9394e3), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.463695 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2ce7-5756-43c9-a7b0-88f1069bbe30 admin admin] Publish callbacks [] for security_group (08d8a11f-d582-4666-89e1-fe46ea9394e3), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.511075 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef597f-1ec4-456a-8c5e-a58a463555c3 req-ee4c9806-4a18-45fc-8987-aca4771bda07 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:48.513137 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-36ef597f-1ec4-456a-8c5e-a58a463555c3 req-ee4c9806-4a18-45fc-8987-aca4771bda07 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 944 time: 0.0645111 Mar 24 15:00:48.519313 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2ce7-5756-43c9-a7b0-88f1069bbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (08d8a11f-d582-4666-89e1-fe46ea9394e3), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.521887 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2ce7-5756-43c9-a7b0-88f1069bbe30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.523265 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-4c3d2ce7-5756-43c9-a7b0-88f1069bbe30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08d8a11f-d582-4666-89e1-fe46ea9394e3 HTTP/1.1" status: 204 len: 168 time: 0.1370373 Mar 24 15:00:48.533272 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d2ce7-5756-43c9-a7b0-88f1069bbe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d8a11f-d582-4666-89e1-fe46ea9394e3,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:48.595880 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-36ef597f-1ec4-456a-8c5e-a58a463555c3 req-4e99a4d1-1a03-4b4c-8162-b4b2654e8ec1 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731590 Mar 24 15:00:48.632616 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.709711 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 03cd4bba-c812-4d47-9207-67f0148ed324 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:00:48.765184 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 03cd4bba-c812-4d47-9207-67f0148ed324 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:00:48.771317 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 03cd4bba-c812-4d47-9207-67f0148ed324 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:00:48.772253 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.839617 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53800) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:48.854956 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5206fcc4-f077-4db7-b4e4-9f6706f70155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.898658 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 03cd4bba-c812-4d47-9207-67f0148ed324 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:00:48.899059 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.931768 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:48.934052 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be31cf70-d475-44d9-ad70-de514046edc3" -d '{"events": [{"server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "name": "network-vif-plugged", "status": "completed", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:48.948721 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 03cd4bba-c812-4d47-9207-67f0148ed324, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=03cd4bba-c812-4d47-9207-67f0148ed324,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:48.955901 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.956689 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0217c299-9780-4580-b2cc-db5a079302e1 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:00:48.957755 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5206fcc4-f077-4db7-b4e4-9f6706f70155 admin admin] Publish callbacks [] for security_group (783fa1b7-2237-4fca-90b1-0a39e782fad0), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.964985 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5206fcc4-f077-4db7-b4e4-9f6706f70155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (783fa1b7-2237-4fca-90b1-0a39e782fad0), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:48.978971 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c4d49-295e-4032-8b0a-86e58857de95 x-openstack-request-id: req-6f1c4d49-295e-4032-8b0a-86e58857de95 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:48.979271 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "name": "network-vif-plugged", "status": "completed", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:48.979526 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f1c4d49-295e-4032-8b0a-86e58857de95 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:48.979928 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1c4d49-295e-4032-8b0a-86e58857de95'] response: {'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324', 'code': 200} Mar 24 15:00:49.011176 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206fcc4-f077-4db7-b4e4-9f6706f70155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fa1b7-2237-4fca-90b1-0a39e782fad0,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:49.028110 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5206fcc4-f077-4db7-b4e4-9f6706f70155 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e92beb3010c498aab62e4f1aee37959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871307 Mar 24 15:00:49.033288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53810) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:49.054427 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=03cd4bba-c812-4d47-9207-67f0148ed324,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:49.061382 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 0217c299-9780-4580-b2cc-db5a079302e1 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:00:49.062026 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (0217c299-9780-4580-b2cc-db5a079302e1), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:49.078979 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982c735-44a3-4a32-89ff-bae9d3f1fc08 req-ce8e33c6-623b-46d5-b3ad-da1f3693313b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:49.081007 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c982c735-44a3-4a32-89ff-bae9d3f1fc08 req-ce8e33c6-623b-46d5-b3ad-da1f3693313b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 945 time: 0.0645828 Mar 24 15:00:49.087045 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c9ea850f-f167-4c39-86a6-cdf82ef7b698 admin admin] Publish callbacks [] for security_group (783fa1b7-2237-4fca-90b1-0a39e782fad0), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:49.109252 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c9ea850f-f167-4c39-86a6-cdf82ef7b698 admin admin] Publish callbacks [] for security_group (783fa1b7-2237-4fca-90b1-0a39e782fad0), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:49.162875 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-c982c735-44a3-4a32-89ff-bae9d3f1fc08 req-786465ff-93aa-46a2-8f8d-2acf1bdf8e68 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685842 Mar 24 15:00:49.169986 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c9ea850f-f167-4c39-86a6-cdf82ef7b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (783fa1b7-2237-4fca-90b1-0a39e782fad0), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:49.173035 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c9ea850f-f167-4c39-86a6-cdf82ef7b698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:49.174652 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c9ea850f-f167-4c39-86a6-cdf82ef7b698 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/783fa1b7-2237-4fca-90b1-0a39e782fad0 HTTP/1.1" status: 204 len: 168 time: 0.1395564 Mar 24 15:00:49.183566 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 0217c299-9780-4580-b2cc-db5a079302e1 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:00:49.184763 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:49.184916 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea850f-f167-4c39-86a6-cdf82ef7b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fa1b7-2237-4fca-90b1-0a39e782fad0,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:49.238848 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:00:49.243835 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:49.249267 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741e2a-3ca8-4150-97a3-37ebc4a2a1fc req-0f0dfdd1-3252-4ab6-84db-29aef089ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:49.250285 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-80741e2a-3ca8-4150-97a3-37ebc4a2a1fc req-0f0dfdd1-3252-4ab6-84db-29aef089ecd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1129 time: 0.0470204 Mar 24 15:00:49.295768 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=8']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:49.301510 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-80741e2a-3ca8-4150-97a3-37ebc4a2a1fc req-74d06e0e-f85d-438a-9324-d64484cdaab6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456457 Mar 24 15:00:49.721051 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc87ee4-ced0-4fbf-b0cb-5baf9a67e440 req-841eca2a-87c4-4936-8697-467bfe131cbd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:49.722605 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fc87ee4-ced0-4fbf-b0cb-5baf9a67e440 req-841eca2a-87c4-4936-8697-467bfe131cbd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 945 time: 0.0537345 Mar 24 15:00:49.770709 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3fc87ee4-ced0-4fbf-b0cb-5baf9a67e440 req-27b3d163-5c08-4f4b-a88d-ece59bbe4102 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Mar 24 15:00:50.292620 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67378e3-ba43-40a2-8e03-0e6b1ee5c984 req-783276af-97cc-4c8f-b1d6-5cf8a2ca3e48 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:50.294169 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b67378e3-ba43-40a2-8e03-0e6b1ee5c984 req-783276af-97cc-4c8f-b1d6-5cf8a2ca3e48 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0549829 Mar 24 15:00:50.366438 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b67378e3-ba43-40a2-8e03-0e6b1ee5c984 req-eb920670-c35b-4c36-a50c-a48e93b0aa30 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653450 Mar 24 15:00:50.766243 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53906) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:50.891352 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4de36ebf-cb80-4372-9b8b-779eb08ec4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:50.917128 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813708d7-04c2-4726-bc6b-a5bdcf58f4c7 req-586985ed-8dd3-410f-b964-975f9bcd2ca0 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:50.922676 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-813708d7-04c2-4726-bc6b-a5bdcf58f4c7 req-586985ed-8dd3-410f-b964-975f9bcd2ca0 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 945 time: 0.0839820 Mar 24 15:00:50.970607 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-813708d7-04c2-4726-bc6b-a5bdcf58f4c7 req-9666297d-f8e4-4b7b-a57e-d59cd72663e1 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462136 Mar 24 15:00:50.974192 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4de36ebf-cb80-4372-9b8b-779eb08ec4c7 admin admin] Publish callbacks [] for security_group (60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:50.979591 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4de36ebf-cb80-4372-9b8b-779eb08ec4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:50.980971 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:50.993724 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63406472-ba50-494e-b69a-f07a359ff4e2" -d '{"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-plugged", "status": "completed", "tag": "0217c299-9780-4580-b2cc-db5a079302e1"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:51.025384 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53916) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:51.025526 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4de36ebf-cb80-4372-9b8b-779eb08ec4c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=165c5234bdbd414f85ac7e56dbb6fce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578981 Mar 24 15:00:51.031737 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de36ebf-cb80-4372-9b8b-779eb08ec4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:51.051938 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f45005e-a2e9-4138-8796-40a9e8008c93 x-openstack-request-id: req-8f45005e-a2e9-4138-8796-40a9e8008c93 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:51.052409 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-plugged", "status": "completed", "tag": "0217c299-9780-4580-b2cc-db5a079302e1", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:51.052837 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f45005e-a2e9-4138-8796-40a9e8008c93 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:51.053407 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f45005e-a2e9-4138-8796-40a9e8008c93'] response: {'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1', 'code': 200} Mar 24 15:00:51.115894 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1c12d302-ae1f-40ca-ab25-a421a03bac3f admin admin] Publish callbacks [] for security_group (60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.148220 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1c12d302-ae1f-40ca-ab25-a421a03bac3f admin admin] Publish callbacks [] for security_group (60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.156500 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f0ef-9825-48fa-81ca-d5831c5a71e1 req-590090e5-e849-4019-a4a8-8dc762d9d35f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:51.158132 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e0f0ef-9825-48fa-81ca-d5831c5a71e1 req-590090e5-e849-4019-a4a8-8dc762d9d35f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 945 time: 0.0941250 Mar 24 15:00:51.239396 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-81e0f0ef-9825-48fa-81ca-d5831c5a71e1 req-30dd8a6a-2bac-4356-a125-760dfe8f302a tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713894 Mar 24 15:00:51.255469 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1c12d302-ae1f-40ca-ab25-a421a03bac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.258228 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-1c12d302-ae1f-40ca-ab25-a421a03bac3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.259458 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-1c12d302-ae1f-40ca-ab25-a421a03bac3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d HTTP/1.1" status: 204 len: 168 time: 0.2326930 Mar 24 15:00:51.263814 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53924) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:51.277873 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12d302-ae1f-40ca-ab25-a421a03bac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b3cf13-1aa5-4bc5-aa8d-cdc57870bd6d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:51.336740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862930c6-0cdf-40e4-b048-30fe85af5e77 tempest-TestVolumeBootPattern-1211271629 tempest-TestVolumeBootPattern-1211271629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:51.341358 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-862930c6-0cdf-40e4-b048-30fe85af5e77 tempest-TestVolumeBootPattern-1211271629 tempest-TestVolumeBootPattern-1211271629-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1124 time: 0.0736609 Mar 24 15:00:51.341526 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53926) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:51.345681 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:51.374155 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.378189 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da487b-b33a-4074-87e8-c3554fbfb25b req-19dd4093-4e38-490e-bfea-533f6dad99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:51.379727 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e9da487b-b33a-4074-87e8-c3554fbfb25b req-19dd4093-4e38-490e-bfea-533f6dad99d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1130 time: 0.0755892 Mar 24 15:00:51.469344 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e9da487b-b33a-4074-87e8-c3554fbfb25b req-039186c1-ca65-45cc-a990-f40aea039270 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788403 Mar 24 15:00:51.495255 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aa325-8655-4838-ad1e-9ef0b49f4ad9 req-ddcae0c5-9225-49cf-ba84-29a16148fee5 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:51.496488 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-262aa325-8655-4838-ad1e-9ef0b49f4ad9 req-ddcae0c5-9225-49cf-ba84-29a16148fee5 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0559571 Mar 24 15:00:51.515892 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.550788 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-262aa325-8655-4838-ad1e-9ef0b49f4ad9 req-922f961a-062a-40db-9c4b-86e8d7d7ed79 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472233 Mar 24 15:00:51.579635 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53936) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:51.597500 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-15e35baf-fba9-4a71-a510-9fafb5c3aec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.669479 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Allocated IP 172.27.1.89 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/3330fb4d-bad2-4063-8588-d730f5d8c654) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:00:51.784623 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-15e35baf-fba9-4a71-a510-9fafb5c3aec1 admin admin] Publish callbacks [] for security_group (9c35e4ac-befa-41bf-8cd3-304b0101d6fb), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.792420 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-15e35baf-fba9-4a71-a510-9fafb5c3aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9c35e4ac-befa-41bf-8cd3-304b0101d6fb), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.848767 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.860966 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-15e35baf-fba9-4a71-a510-9fafb5c3aec1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcaf53a0be9c44ae80bb13114e708571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805421 Mar 24 15:00:51.867723 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 53940) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:51.873845 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e35baf-fba9-4a71-a510-9fafb5c3aec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c35e4ac-befa-41bf-8cd3-304b0101d6fb,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:51.935711 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.946239 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53942) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:51.947459 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cc02d356-3389-4e03-90fa-4fa3c9ae9b98 admin admin] Publish callbacks [] for security_group (9c35e4ac-befa-41bf-8cd3-304b0101d6fb), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:51.985603 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:00:51.993608 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:00:51.996077 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:00:52.008690 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cc02d356-3389-4e03-90fa-4fa3c9ae9b98 admin admin] Publish callbacks [] for security_group (9c35e4ac-befa-41bf-8cd3-304b0101d6fb), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.031292 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=3330fb4d-bad2-4063-8588-d730f5d8c654,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:52.051051 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-655ab4b5-7af8-45c1-89e7-2a4b6c09406d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.131855 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cc02d356-3389-4e03-90fa-4fa3c9ae9b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9c35e4ac-befa-41bf-8cd3-304b0101d6fb), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.134348 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-cc02d356-3389-4e03-90fa-4fa3c9ae9b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.136212 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-cc02d356-3389-4e03-90fa-4fa3c9ae9b98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c35e4ac-befa-41bf-8cd3-304b0101d6fb HTTP/1.1" status: 204 len: 168 time: 0.2704933 Mar 24 15:00:52.136363 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-655ab4b5-7af8-45c1-89e7-2a4b6c09406d admin admin] Publish callbacks [] for security_group (1db510b5-cccd-4816-94eb-64389893b42b), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.141850 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-655ab4b5-7af8-45c1-89e7-2a4b6c09406d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1db510b5-cccd-4816-94eb-64389893b42b), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.157797 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02d356-3389-4e03-90fa-4fa3c9ae9b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c35e4ac-befa-41bf-8cd3-304b0101d6fb,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:52.186131 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-655ab4b5-7af8-45c1-89e7-2a4b6c09406d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7357ebe3f890479387322ac739a4e3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360404 Mar 24 15:00:52.186131 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ab4b5-7af8-45c1-89e7-2a4b6c09406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db510b5-cccd-4816-94eb-64389893b42b,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:52.189469 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 53950) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:52.256799 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-05e36828-fee5-4fe6-b17d-a6315a13f23b admin admin] Publish callbacks [] for security_group (1db510b5-cccd-4816-94eb-64389893b42b), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.281829 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-05e36828-fee5-4fe6-b17d-a6315a13f23b admin admin] Publish callbacks [] for security_group (1db510b5-cccd-4816-94eb-64389893b42b), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.347811 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-05e36828-fee5-4fe6-b17d-a6315a13f23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (1db510b5-cccd-4816-94eb-64389893b42b), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.354159 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-05e36828-fee5-4fe6-b17d-a6315a13f23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.358328 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-05e36828-fee5-4fe6-b17d-a6315a13f23b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1db510b5-cccd-4816-94eb-64389893b42b HTTP/1.1" status: 204 len: 168 time: 0.1677730 Mar 24 15:00:52.373251 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e36828-fee5-4fe6-b17d-a6315a13f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db510b5-cccd-4816-94eb-64389893b42b,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:52.504769 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (2e6f820e-6b55-4eae-a33e-7fc9ff49aba1), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.611836 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.759215 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c04d-4066-48fe-b0a1-dee2bb5c4914 req-91e30fe0-5164-4ab0-9fc4-28a0559f44de tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:52.760774 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4de3c04d-4066-48fe-b0a1-dee2bb5c4914 req-91e30fe0-5164-4ab0-9fc4-28a0559f44de tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.1183579 Mar 24 15:00:52.860093 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4de3c04d-4066-48fe-b0a1-dee2bb5c4914 req-4e0f6552-0bd5-45eb-a601-d1567980a28b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873258 Mar 24 15:00:52.896785 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.906045 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:52.978521 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=3330fb4d-bad2-4063-8588-d730f5d8c654,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:52.994338 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (2e6f820e-6b55-4eae-a33e-7fc9ff49aba1), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.099810 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54002) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:53.107051 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Floating IP 2e6f820e-6b55-4eae-a33e-7fc9ff49aba1 associated. External IP: 172.27.1.89, port: 03cd4bba-c812-4d47-9207-67f0148ed324. Mar 24 15:00:53.229614 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54008) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:53.247815 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1759906399-network', 'tenant_id': '5ccf0abcb5214c39a33b375f16d5f4ec'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:53.267646 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Made reservation on behalf of 5ccf0abcb5214c39a33b375f16d5f4ec for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:53.270109 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.282905 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-315899472-network', 'tenant_id': '241efd1c476d452c8a6128322fd6a335'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:53.286719 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.315393 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Made reservation on behalf of 241efd1c476d452c8a6128322fd6a335 for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:53.317654 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.326261 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:00:53.336743 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.414324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks [] for security_group (24e13b6b-d23c-4b49-b9f0-2216eb81a0e8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.421213 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (24e13b6b-d23c-4b49-b9f0-2216eb81a0e8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.442931 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:00:53.456232 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:00:53.461301 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:00:53.463069 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.472149 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:53.472791 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:53.475034 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e13b6b-d23c-4b49-b9f0-2216eb81a0e8,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:53.484272 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks [] for security_group (9477932d-5781-47f0-9b39-ecc55aa7e5a8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.485470 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (84489a2d-f81b-42b8-a6ad-e0bc30e80d09), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.485968 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Added segment 84489a2d-f81b-42b8-a6ad-e0bc30e80d09 of type vlan for network 8a413d5e-d291-4ab0-893e-b8abbfef6f94 Mar 24 15:00:53.508564 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-708ae06c-f9a1-4cd5-ba59-c4578f87cc98 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1514950 Mar 24 15:00:53.508564 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:00:53.509628 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9477932d-5781-47f0-9b39-ecc55aa7e5a8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.509740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:00:53.555418 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (8a413d5e-d291-4ab0-893e-b8abbfef6f94), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.560205 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:00:53.566577 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6437382b-f290-4fca-b227-7651675cc52f x-openstack-request-id: req-6437382b-f290-4fca-b227-7651675cc52f {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:00:53.567145 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:00:53.568401 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6437382b-f290-4fca-b227-7651675cc52f {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:00:53.568401 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6437382b-f290-4fca-b227-7651675cc52f'] response: {'name': 'network-changed', 'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324', 'status': 'completed', 'code': 200} Mar 24 15:00:53.572227 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9477932d-5781-47f0-9b39-ecc55aa7e5a8,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:53.578570 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (d0e1b8ed-a59c-4374-9d57-6243b592ae5e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.579507 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Added segment d0e1b8ed-a59c-4374-9d57-6243b592ae5e of type vlan for network 9fe7042e-5f9e-490e-baad-74c6110c5f1d Mar 24 15:00:53.634712 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (8a413d5e-d291-4ab0-893e-b8abbfef6f94), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.635961 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:53.636756 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.640093 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (9fe7042e-5f9e-490e-baad-74c6110c5f1d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.673818 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-e20f7840-3c95-4c21-9ddf-639804424fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:53.675510 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-e20f7840-3c95-4c21-9ddf-639804424fa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1129 time: 0.0567939 Mar 24 15:00:53.709986 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6058986 Mar 24 15:00:53.715503 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54020) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:53.720490 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Request body: {'subnet': {'network_id': '8a413d5e-d291-4ab0-893e-b8abbfef6f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1759906399-subnet', 'tenant_id': '5ccf0abcb5214c39a33b375f16d5f4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:53.736601 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f8715-5b60-4ff8-a5ad-d4dcf0119cad admin admin] Pushing event updated for resources: {'Network': ['ID=8a413d5e-d291-4ab0-893e-b8abbfef6f94,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:53.749719 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (9fe7042e-5f9e-490e-baad-74c6110c5f1d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.751067 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:53.751910 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.764651 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:53.797560 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Made reservation on behalf of 5ccf0abcb5214c39a33b375f16d5f4ec for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:53.800231 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253431'] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.804483 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-ae5a5a49-6d03-46df-8ff8-11c2cf1adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:53.806167 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-ae5a5a49-6d03-46df-8ff8-11c2cf1adfb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.1231894 Mar 24 15:00:53.809773 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 8a413d5e-d291-4ab0-893e-b8abbfef6f94 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:00:53.861646 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6308355 Mar 24 15:00:53.865705 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54024) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:53.866405 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54026) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:53.876885 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-cdfc6720-9e15-40c4-9f03-e9e30fc1349e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cd4bba-c812-4d47-9207-67f0148ed324 HTTP/1.1" status: 200 len: 998 time: 0.0626922 Mar 24 15:00:53.880336 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Request body: {'subnet': {'network_id': '9fe7042e-5f9e-490e-baad-74c6110c5f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-315899472-subnet', 'tenant_id': '241efd1c476d452c8a6128322fd6a335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:53.886477 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1bf3a-d041-41a4-8ce4-c49afa6209ca admin admin] Pushing event updated for resources: {'Network': ['ID=9fe7042e-5f9e-490e-baad-74c6110c5f1d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:53.921533 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Made reservation on behalf of 241efd1c476d452c8a6128322fd6a335 for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:53.924239 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253431'] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:53.928939 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 9fe7042e-5f9e-490e-baad-74c6110c5f1d details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:00:53.941890 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-d78200f5-dcd1-47f3-9bb1-d62d702353bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:53.944017 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-d78200f5-dcd1-47f3-9bb1-d62d702353bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0599232 Mar 24 15:00:54.004416 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-30f05112-1b93-41bd-b761-27d013329657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:54.006041 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-30f05112-1b93-41bd-b761-27d013329657 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552585 Mar 24 15:00:54.044074 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d95330e8-3413-4500-9a75-14b17b03fd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.099682 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-b785f873-6fc1-4a77-a060-da52a299efe5 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Mar 24 15:00:54.155464 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4588259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253409'] for subnet (4955bc2b-dd00-44fc-a9a3-f28fed7c5060), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.177104 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:52Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:54.196690 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-21ebca4f-e5f8-4258-ab48-7d8462dfc9fc req-4c8f9637-a44f-4594-8b74-d33bfec80213 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905707 Mar 24 15:00:54.209819 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:00:54.221856 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:00:54.222919 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:00:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:54.337931 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:00:54.495670 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4955bc2b-dd00-44fc-a9a3-f28fed7c5060,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:54.548095 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4588259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253409'] for subnet (08ec71be-9656-41ed-8948-baf2fc42264f), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.551781 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d95330e8-3413-4500-9a75-14b17b03fd45 admin admin] Publish callbacks [] for security_group (fa55e5c1-f0c6-46ec-a9a4-440f4b61247d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.567132 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:52Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:54.575825 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Checking segment: {'id': '84489a2d-f81b-42b8-a6ad-e0bc30e80d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8a413d5e-d291-4ab0-893e-b8abbfef6f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:00:54.576169 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Network hostable DHCP agents. Network: 8a413d5e-d291-4ab0-893e-b8abbfef6f94, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:00:54.578077 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d95330e8-3413-4500-9a75-14b17b03fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fa55e5c1-f0c6-46ec-a9a4-440f4b61247d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.597314 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190c851-2109-4b56-9d98-7ade995aa796 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:52Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:00:54.649909 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95330e8-3413-4500-9a75-14b17b03fd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55e5c1-f0c6-46ec-a9a4-440f4b61247d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:54.656819 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d95330e8-3413-4500-9a75-14b17b03fd45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6af3ff3cc6544edcb5e7ae4b9b14bb82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7870245 Mar 24 15:00:54.656819 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ec71be-9656-41ed-8948-baf2fc42264f,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:54.657729 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54032) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:54.670073 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Network 8a413d5e-d291-4ab0-893e-b8abbfef6f94 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:00:54.682364 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 8a413d5e-d291-4ab0-893e-b8abbfef6f94) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:00:54.684196 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Checking segment: {'id': 'd0e1b8ed-a59c-4374-9d57-6243b592ae5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9fe7042e-5f9e-490e-baad-74c6110c5f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:00:54.684548 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Network hostable DHCP agents. Network: 9fe7042e-5f9e-490e-baad-74c6110c5f1d, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:00:54.689968 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:54.690590 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.696541 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ffd54-74ea-45b8-99e9-1f91af987c3c None None] Network 8a413d5e-d291-4ab0-893e-b8abbfef6f94 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:54.717990 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-fc92c2e5-276f-4c68-ae62-d036d2792d0e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0013065 Mar 24 15:00:54.719256 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Network 9fe7042e-5f9e-490e-baad-74c6110c5f1d is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:00:54.734356 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a27e3f22-0ddd-448b-9966-abf568edc12f admin admin] Publish callbacks [] for security_group (fa55e5c1-f0c6-46ec-a9a4-440f4b61247d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.734781 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 9fe7042e-5f9e-490e-baad-74c6110c5f1d) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:00:54.739751 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:54.740351 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.758428 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c81585-719b-43e2-8363-101960338364 None None] Network 9fe7042e-5f9e-490e-baad-74c6110c5f1d requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:54.763340 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-64455421-9b8a-42d9-8526-1a434bcb0f7f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8948109 Mar 24 15:00:54.780942 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a27e3f22-0ddd-448b-9966-abf568edc12f admin admin] Publish callbacks [] for security_group (fa55e5c1-f0c6-46ec-a9a4-440f4b61247d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.844760 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a27e3f22-0ddd-448b-9966-abf568edc12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fa55e5c1-f0c6-46ec-a9a4-440f4b61247d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.849031 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a27e3f22-0ddd-448b-9966-abf568edc12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:54.851320 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-a27e3f22-0ddd-448b-9966-abf568edc12f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa55e5c1-f0c6-46ec-a9a4-440f4b61247d HTTP/1.1" status: 204 len: 168 time: 0.1921251 Mar 24 15:00:54.862493 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e3f22-0ddd-448b-9966-abf568edc12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55e5c1-f0c6-46ec-a9a4-440f4b61247d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:54.929936 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bfecb1-365f-41c4-919d-9f5d814f1643 None None] New status for floating IP 2e6f820e-6b55-4eae-a33e-7fc9ff49aba1: ACTIVE {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:00:54.930411 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9fd4a-c928-463b-b3fc-1086067d0dc0 None None] Network 8a413d5e-d291-4ab0-893e-b8abbfef6f94 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:55.036741 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7074123-a3ed-4e1e-9f0c-2fac37b58419 None None] Network 9fe7042e-5f9e-490e-baad-74c6110c5f1d requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:55.358344 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54056) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:55.372414 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b864658-261a-4616-b004-63a4531d14af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.454935 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b864658-261a-4616-b004-63a4531d14af admin admin] Publish callbacks [] for security_group (29d8cd36-7be3-47a2-aa77-7a438a950644), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.459762 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b864658-261a-4616-b004-63a4531d14af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (29d8cd36-7be3-47a2-aa77-7a438a950644), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.497468 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0b864658-261a-4616-b004-63a4531d14af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3502a0c3be0443b29e70ae41f71397d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379135 Mar 24 15:00:55.500488 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54064) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:55.506065 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b864658-261a-4616-b004-63a4531d14af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8cd36-7be3-47a2-aa77-7a438a950644,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:55.558645 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-317ecabe-498b-46c9-8421-a95b8aa20f6e admin admin] Publish callbacks [] for security_group (29d8cd36-7be3-47a2-aa77-7a438a950644), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.581456 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-317ecabe-498b-46c9-8421-a95b8aa20f6e admin admin] Publish callbacks [] for security_group (29d8cd36-7be3-47a2-aa77-7a438a950644), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.615837 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54070) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:55.620680 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-468607915-network', 'tenant_id': '2d1d6b33b5284b57a6e56dffbcd87b5a'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:55.626552 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54072) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:55.635272 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683235342-network', 'tenant_id': '5d8695192f244568bdaf34f100189c9f'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:55.655929 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Made reservation on behalf of 2d1d6b33b5284b57a6e56dffbcd87b5a for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:55.658409 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.664295 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-317ecabe-498b-46c9-8421-a95b8aa20f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (29d8cd36-7be3-47a2-aa77-7a438a950644), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.666851 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-317ecabe-498b-46c9-8421-a95b8aa20f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.667955 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-317ecabe-498b-46c9-8421-a95b8aa20f6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29d8cd36-7be3-47a2-aa77-7a438a950644 HTTP/1.1" status: 204 len: 168 time: 0.1654737 Mar 24 15:00:55.677026 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.688389 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Made reservation on behalf of 5d8695192f244568bdaf34f100189c9f for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:55.690669 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.693641 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ecabe-498b-46c9-8421-a95b8aa20f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8cd36-7be3-47a2-aa77-7a438a950644,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:55.705786 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.820809 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks [] for security_group (24f57fb7-1b00-4ca0-a216-a51dad3f728d), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.832347 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks [] for security_group (3ddf6193-d0a9-4f74-aa03-c6ec6f61577c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.833758 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (24f57fb7-1b00-4ca0-a216-a51dad3f728d), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.841447 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (3ddf6193-d0a9-4f74-aa03-c6ec6f61577c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.865717 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:00:55.876697 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:00:55.879677 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f57fb7-1b00-4ca0-a216-a51dad3f728d,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:55.889540 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (e167099d-e14b-4abd-927c-d0ebae5b2f82), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.889862 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Added segment e167099d-e14b-4abd-927c-d0ebae5b2f82 of type vlan for network 92b7316b-6fa4-41b7-9424-04af9814ae97 Mar 24 15:00:55.917476 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (37bd8dbc-0943-4d80-882f-f341d3a364b5), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.917813 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Added segment 37bd8dbc-0943-4d80-882f-f341d3a364b5 of type vlan for network bc64efea-e953-4e9f-b474-789f1e38fbfb Mar 24 15:00:55.947935 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf6193-d0a9-4f74-aa03-c6ec6f61577c,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:55.980111 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (92b7316b-6fa4-41b7-9424-04af9814ae97), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:55.995780 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (bc64efea-e953-4e9f-b474-789f1e38fbfb), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.029328 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (92b7316b-6fa4-41b7-9424-04af9814ae97), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.030071 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:56.030680 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.038150 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (bc64efea-e953-4e9f-b474-789f1e38fbfb), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.039052 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:56.039645 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.101532 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4845328 Mar 24 15:00:56.104437 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54084) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:56.104675 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4755256 Mar 24 15:00:56.107640 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54086) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:56.109631 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4776f-f48b-4ec0-a7c4-851ef2402098 admin admin] Pushing event updated for resources: {'Network': ['ID=92b7316b-6fa4-41b7-9424-04af9814ae97,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:56.111221 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Request body: {'subnet': {'network_id': '92b7316b-6fa4-41b7-9424-04af9814ae97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-468607915-subnet', 'tenant_id': '2d1d6b33b5284b57a6e56dffbcd87b5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:56.114522 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Request body: {'subnet': {'network_id': 'bc64efea-e953-4e9f-b474-789f1e38fbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683235342-subnet', 'tenant_id': '5d8695192f244568bdaf34f100189c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:00:56.122501 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 92b7316b-6fa4-41b7-9424-04af9814ae97 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:00:56.136260 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Made reservation on behalf of 2d1d6b33b5284b57a6e56dffbcd87b5a for: {'subnet': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:56.140006 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6289973'] for subnet (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.180434 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda0d14-a7ed-468a-bee2-d576888400e7 admin admin] Pushing event updated for resources: {'Network': ['ID=bc64efea-e953-4e9f-b474-789f1e38fbfb,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:56.183456 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Made reservation on behalf of 5d8695192f244568bdaf34f100189c9f for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:00:56.185969 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253431'] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.192711 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network bc64efea-e953-4e9f-b474-789f1e38fbfb details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:00:56.370637 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5729530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6289955'] for subnet (68530d0c-80db-4862-81e3-56ca0155bd7a), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.384574 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4588259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253409'] for subnet (c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.426130 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68530d0c-80db-4862-81e3-56ca0155bd7a,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:56.436873 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Checking segment: {'id': 'e167099d-e14b-4abd-927c-d0ebae5b2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '92b7316b-6fa4-41b7-9424-04af9814ae97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:00:56.437349 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Network hostable DHCP agents. Network: 92b7316b-6fa4-41b7-9424-04af9814ae97, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:00:56.454020 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:56.456294 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Network 92b7316b-6fa4-41b7-9424-04af9814ae97 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:00:56.466464 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Checking segment: {'id': '37bd8dbc-0943-4d80-882f-f341d3a364b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'bc64efea-e953-4e9f-b474-789f1e38fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:00:56.466833 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Network hostable DHCP agents. Network: bc64efea-e953-4e9f-b474-789f1e38fbfb, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:00:56.470622 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 92b7316b-6fa4-41b7-9424-04af9814ae97) {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:00:56.474819 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:56.475670 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.479270 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab34e4-a237-436f-b82e-a8f27fdc01cf None None] Network 92b7316b-6fa4-41b7-9424-04af9814ae97 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:56.488597 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Network bc64efea-e953-4e9f-b474-789f1e38fbfb is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:00:56.495296 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, bc64efea-e953-4e9f-b474-789f1e38fbfb) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:00:56.504975 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-9e3def51-9476-4efb-a48a-95f65e4d6f66 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3894789 Mar 24 15:00:56.505313 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:00:56.505313 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.537686 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f352f-90ad-4f79-9aca-2a1c6f01ec09 None None] Network bc64efea-e953-4e9f-b474-789f1e38fbfb requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:56.537913 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-dfdb5d8c-5c0e-47dc-a7cd-c63fbf33cdd2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4199831 Mar 24 15:00:56.698066 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54108) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:56.745711 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] Deleting subnet 08ec71be-9656-41ed-8948-baf2fc42264f {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:00:56.749534 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] Publish callbacks [] for subnet (08ec71be-9656-41ed-8948-baf2fc42264f), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.791391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (08ec71be-9656-41ed-8948-baf2fc42264f), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.795495 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ae31f-5efb-4c7c-90dc-427fe6264d13 None None] Network 92b7316b-6fa4-41b7-9424-04af9814ae97 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:56.838371 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (08ec71be-9656-41ed-8948-baf2fc42264f), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.862992 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde8a0c-9bd6-4c76-b400-527554a92abf None None] Network bc64efea-e953-4e9f-b474-789f1e38fbfb requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:00:56.919636 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (08ec71be-9656-41ed-8948-baf2fc42264f), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.967257 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ec71be-9656-41ed-8948-baf2fc42264f,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:56.969980 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:56.974207 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-907e790e-4350-4070-b56f-642c56c1f99f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/08ec71be-9656-41ed-8948-baf2fc42264f HTTP/1.1" status: 204 len: 168 time: 0.2748780 Mar 24 15:00:56.977004 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54116) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:57.069522 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (9fe7042e-5f9e-490e-baad-74c6110c5f1d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.164808 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (9fe7042e-5f9e-490e-baad-74c6110c5f1d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.186789 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe7042e-5f9e-490e-baad-74c6110c5f1d']}} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:57.196520 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e1b8ed-a59c-4374-9d57-6243b592ae5e') {'for_net_delete': True} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:57.197275 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e1b8ed-a59c-4374-9d57-6243b592ae5e') {} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:57.207595 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4515792'] for segment (d0e1b8ed-a59c-4374-9d57-6243b592ae5e), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.223029 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (d0e1b8ed-a59c-4374-9d57-6243b592ae5e), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.229925 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:00:57.230405 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5726745'] for segment (d0e1b8ed-a59c-4374-9d57-6243b592ae5e), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: Traceback (most recent call last): Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: timer() Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: cb(*args, **kw) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: return func(*args, **kwargs) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: self._notify() Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: self.callback(batched_events) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: event.method(event) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: return f(self, *a, **k) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._get(url).json() Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: return self.request(url, 'GET', **kwargs) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:00:57.232118 dv-cinder-834805-2-iscsi neutron-server[109716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:00:57.289214 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (9fe7042e-5f9e-490e-baad-74c6110c5f1d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.295958 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.299361 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] 10.222.0.43 "DELETE /v2.0/networks/9fe7042e-5f9e-490e-baad-74c6110c5f1d HTTP/1.1" status: 204 len: 168 time: 0.3213458 Mar 24 15:00:57.302625 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54130) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:57.310328 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2598cce-31e2-4787-98da-0d4f817b4bec admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe7042e-5f9e-490e-baad-74c6110c5f1d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:57.364399 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] Deleting subnet c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5 {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:00:57.367798 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] Publish callbacks [] for subnet (c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.406647 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.446571 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.504343 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.530961 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:57.532924 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.538485 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4d6f815d-d19f-41da-9300-65ba077c5b53 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c30dc2c0-014b-4d58-a4c4-15fbfcebd1b5 HTTP/1.1" status: 204 len: 168 time: 0.2325292 Mar 24 15:00:57.538890 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54140) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:57.604422 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (bc64efea-e953-4e9f-b474-789f1e38fbfb), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.684917 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (bc64efea-e953-4e9f-b474-789f1e38fbfb), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.705806 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc64efea-e953-4e9f-b474-789f1e38fbfb']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:57.715447 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bd8dbc-0943-4d80-882f-f341d3a364b5') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:57.715740 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bd8dbc-0943-4d80-882f-f341d3a364b5') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:00:57.726258 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (37bd8dbc-0943-4d80-882f-f341d3a364b5), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.740630 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (37bd8dbc-0943-4d80-882f-f341d3a364b5), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.746817 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:00:57.747198 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (37bd8dbc-0943-4d80-882f-f341d3a364b5), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:00:57.748861 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:00:57.800891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (bc64efea-e953-4e9f-b474-789f1e38fbfb), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.816053 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:57.819216 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bc64efea-e953-4e9f-b474-789f1e38fbfb HTTP/1.1" status: 204 len: 168 time: 0.2795568 Mar 24 15:00:57.820232 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c90aa-a85f-41a1-ac5b-466e730d7576 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc64efea-e953-4e9f-b474-789f1e38fbfb,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:57.998323 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54148) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:58.046766 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-66d589cd-5d76-4280-8b16-bc4954357858 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=241efd1c476d452c8a6128322fd6a335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472767 Mar 24 15:00:58.049578 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54150) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:58.104518 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ee76-1ef3-4f42-87dc-a3607c5ccc3d admin admin] Publish callbacks [] for security_group (9477932d-5781-47f0-9b39-ecc55aa7e5a8), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.126019 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ee76-1ef3-4f42-87dc-a3607c5ccc3d admin admin] Publish callbacks [] for security_group (9477932d-5781-47f0-9b39-ecc55aa7e5a8), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.174883 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ee76-1ef3-4f42-87dc-a3607c5ccc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9477932d-5781-47f0-9b39-ecc55aa7e5a8), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.177474 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ee76-1ef3-4f42-87dc-a3607c5ccc3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.178681 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4cf4ee76-1ef3-4f42-87dc-a3607c5ccc3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9477932d-5781-47f0-9b39-ecc55aa7e5a8 HTTP/1.1" status: 204 len: 168 time: 0.1279080 Mar 24 15:00:58.186725 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4ee76-1ef3-4f42-87dc-a3607c5ccc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9477932d-5781-47f0-9b39-ecc55aa7e5a8,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:00:58.496274 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54162) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:58.534867 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e3f62397-1959-42e1-a2d4-dada127ee230 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d8695192f244568bdaf34f100189c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373969 Mar 24 15:00:58.537293 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54164) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:00:58.586319 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37828017-cd9b-4ba1-af87-10816cea8d77 admin admin] Publish callbacks [] for security_group (3ddf6193-d0a9-4f74-aa03-c6ec6f61577c), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.607579 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37828017-cd9b-4ba1-af87-10816cea8d77 admin admin] Publish callbacks [] for security_group (3ddf6193-d0a9-4f74-aa03-c6ec6f61577c), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.656872 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37828017-cd9b-4ba1-af87-10816cea8d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (3ddf6193-d0a9-4f74-aa03-c6ec6f61577c), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.659740 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-37828017-cd9b-4ba1-af87-10816cea8d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:00:58.663671 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-37828017-cd9b-4ba1-af87-10816cea8d77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ddf6193-d0a9-4f74-aa03-c6ec6f61577c HTTP/1.1" status: 204 len: 168 time: 0.1226895 Mar 24 15:00:58.669359 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37828017-cd9b-4ba1-af87-10816cea8d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf6193-d0a9-4f74-aa03-c6ec6f61577c,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:00.255942 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a48f69aa-8565-48d1-b31d-f50cf6315ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:02.526898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d980f20e-b123-4772-9734-050e785edbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:03.746006 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:04.749368 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54310) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:04.862508 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-75fdb3f6-dac5-4ee4-930e-1334f81ad7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:04.948872 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-75fdb3f6-dac5-4ee4-930e-1334f81ad7bf admin admin] Publish callbacks [] for security_group (8c2e519c-479c-47a2-b1d0-acfd6f1d700c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:04.955082 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-75fdb3f6-dac5-4ee4-930e-1334f81ad7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8c2e519c-479c-47a2-b1d0-acfd6f1d700c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:04.993930 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-75fdb3f6-dac5-4ee4-930e-1334f81ad7bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0726ca3a13724f0bb88fb856a615c2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430825 Mar 24 15:01:04.994751 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdb3f6-dac5-4ee4-930e-1334f81ad7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2e519c-479c-47a2-b1d0-acfd6f1d700c,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:04.996834 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54314) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:05.047988 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Publish callbacks [] for security_group (8c2e519c-479c-47a2-b1d0-acfd6f1d700c), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.067870 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Publish callbacks [] for security_group (8c2e519c-479c-47a2-b1d0-acfd6f1d700c), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.117621 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8c2e519c-479c-47a2-b1d0-acfd6f1d700c), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.120408 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.124208 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c2e519c-479c-47a2-b1d0-acfd6f1d700c HTTP/1.1" status: 204 len: 168 time: 0.1251626 Mar 24 15:01:05.131769 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2e519c-479c-47a2-b1d0-acfd6f1d700c,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:05.138865 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.139215 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.139554 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.139972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.140212 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.140541 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.140915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.141181 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.141546 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.141885 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.142254 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.142576 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.142895 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.143208 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.143534 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbd49c-e235-4430-934d-046222d299cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:05.207740 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.396108 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54320) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:05.409377 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5150953f-dc7c-480c-8e48-ed10138d90da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.482791 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5150953f-dc7c-480c-8e48-ed10138d90da admin admin] Publish callbacks [] for security_group (45bac410-027a-4304-9949-812362ef3d6a), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.488515 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5150953f-dc7c-480c-8e48-ed10138d90da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (45bac410-027a-4304-9949-812362ef3d6a), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.526912 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5150953f-dc7c-480c-8e48-ed10138d90da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd6d2a655cff4975bbeb4d85d53620b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271625 Mar 24 15:01:05.526912 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150953f-dc7c-480c-8e48-ed10138d90da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bac410-027a-4304-9949-812362ef3d6a,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:05.527460 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54322) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:05.575919 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8710787d-08dd-45e3-af48-c42ba6fee3dc admin admin] Publish callbacks [] for security_group (45bac410-027a-4304-9949-812362ef3d6a), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.597659 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8710787d-08dd-45e3-af48-c42ba6fee3dc admin admin] Publish callbacks [] for security_group (45bac410-027a-4304-9949-812362ef3d6a), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.645917 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8710787d-08dd-45e3-af48-c42ba6fee3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (45bac410-027a-4304-9949-812362ef3d6a), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.648577 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8710787d-08dd-45e3-af48-c42ba6fee3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:05.649709 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-8710787d-08dd-45e3-af48-c42ba6fee3dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45bac410-027a-4304-9949-812362ef3d6a HTTP/1.1" status: 204 len: 168 time: 0.1211886 Mar 24 15:01:05.658698 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710787d-08dd-45e3-af48-c42ba6fee3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bac410-027a-4304-9949-812362ef3d6a,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:06.190468 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54354) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:06.307941 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca908a42-11ab-449f-a1a7-87a722b0683b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.390740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca908a42-11ab-449f-a1a7-87a722b0683b admin admin] Publish callbacks [] for security_group (117a1a4a-7784-43b7-b345-607520b7ff62), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.395691 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ca908a42-11ab-449f-a1a7-87a722b0683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (117a1a4a-7784-43b7-b345-607520b7ff62), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.432011 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ca908a42-11ab-449f-a1a7-87a722b0683b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9d0f85b2b134426a50a1de467e74d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404528 Mar 24 15:01:06.433925 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908a42-11ab-449f-a1a7-87a722b0683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a1a4a-7784-43b7-b345-607520b7ff62,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:06.435051 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54366) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:06.489898 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Publish callbacks [] for security_group (117a1a4a-7784-43b7-b345-607520b7ff62), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.510611 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Publish callbacks [] for security_group (117a1a4a-7784-43b7-b345-607520b7ff62), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.556043 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (117a1a4a-7784-43b7-b345-607520b7ff62), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.558797 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.562618 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/117a1a4a-7784-43b7-b345-607520b7ff62 HTTP/1.1" status: 204 len: 168 time: 0.1250947 Mar 24 15:01:06.571753 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a1a4a-7784-43b7-b345-607520b7ff62,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:06.579074 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.579981 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.580324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.580659 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.580990 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.582191 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.582523 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.583379 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.584184 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.584809 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.585315 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.585804 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.586318 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.586808 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.587296 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3826e95d-ad48-4b4e-a1a2-3d5b60ddd5d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:06.610757 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.894241 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54380) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:06.909337 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fffdf922-6c0b-4062-936a-1e6301ac0972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.983394 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fffdf922-6c0b-4062-936a-1e6301ac0972 admin admin] Publish callbacks [] for security_group (aa9c7cea-7eae-4103-8986-0801723660ee), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:06.988227 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fffdf922-6c0b-4062-936a-1e6301ac0972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (aa9c7cea-7eae-4103-8986-0801723660ee), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:07.025116 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-fffdf922-6c0b-4062-936a-1e6301ac0972 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3190a60c7c54ca5abc544a4513b10e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297021 Mar 24 15:01:07.028006 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54384) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:07.033930 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdf922-6c0b-4062-936a-1e6301ac0972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9c7cea-7eae-4103-8986-0801723660ee,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:07.078817 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6f90f341-19b8-4dab-ab11-02417c66ee29 admin admin] Publish callbacks [] for security_group (aa9c7cea-7eae-4103-8986-0801723660ee), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:07.102161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6f90f341-19b8-4dab-ab11-02417c66ee29 admin admin] Publish callbacks [] for security_group (aa9c7cea-7eae-4103-8986-0801723660ee), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:07.151077 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6f90f341-19b8-4dab-ab11-02417c66ee29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (aa9c7cea-7eae-4103-8986-0801723660ee), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:07.153693 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6f90f341-19b8-4dab-ab11-02417c66ee29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:07.154898 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6f90f341-19b8-4dab-ab11-02417c66ee29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa9c7cea-7eae-4103-8986-0801723660ee HTTP/1.1" status: 204 len: 168 time: 0.1259782 Mar 24 15:01:07.162913 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90f341-19b8-4dab-ab11-02417c66ee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9c7cea-7eae-4103-8986-0801723660ee,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:12.411095 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54568) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:12.517921 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0e93674a-8f08-4b18-bd17-8b6033d86ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.597177 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0e93674a-8f08-4b18-bd17-8b6033d86ac4 admin admin] Publish callbacks [] for security_group (3f051dad-fee4-4b7b-b3c4-65a89127a967), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.604011 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0e93674a-8f08-4b18-bd17-8b6033d86ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (3f051dad-fee4-4b7b-b3c4-65a89127a967), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.638006 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54582) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:12.646440 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0e93674a-8f08-4b18-bd17-8b6033d86ac4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8770be96b6b34e159ad7f627e794ae63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341435 Mar 24 15:01:12.647304 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93674a-8f08-4b18-bd17-8b6033d86ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f051dad-fee4-4b7b-b3c4-65a89127a967,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:12.649548 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54584) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:12.682313 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] Deleting subnet 4955bc2b-dd00-44fc-a9a3-f28fed7c5060 {{(pid=109716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:01:12.685434 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] Publish callbacks [] for subnet (4955bc2b-dd00-44fc-a9a3-f28fed7c5060), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.696354 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5856c8fd-da8c-4faa-a148-1e812a022b5b admin admin] Publish callbacks [] for security_group (3f051dad-fee4-4b7b-b3c4-65a89127a967), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.717058 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5856c8fd-da8c-4faa-a148-1e812a022b5b admin admin] Publish callbacks [] for security_group (3f051dad-fee4-4b7b-b3c4-65a89127a967), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.718323 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4515817'] for subnet (4955bc2b-dd00-44fc-a9a3-f28fed7c5060), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.756224 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (4955bc2b-dd00-44fc-a9a3-f28fed7c5060), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.767387 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5856c8fd-da8c-4faa-a148-1e812a022b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (3f051dad-fee4-4b7b-b3c4-65a89127a967), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.769933 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5856c8fd-da8c-4faa-a148-1e812a022b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:12.771108 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5856c8fd-da8c-4faa-a148-1e812a022b5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f051dad-fee4-4b7b-b3c4-65a89127a967 HTTP/1.1" status: 204 len: 168 time: 0.1206467 Mar 24 15:01:12.778655 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856c8fd-da8c-4faa-a148-1e812a022b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f051dad-fee4-4b7b-b3c4-65a89127a967,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:12.818721 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5729467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6289944'] for subnet (4955bc2b-dd00-44fc-a9a3-f28fed7c5060), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.056862 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54592) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:13.071622 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-897848d4-882c-485f-b06c-18aed9303a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.086988 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4955bc2b-dd00-44fc-a9a3-f28fed7c5060,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:13.093764 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.097349 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0b7fc976-4223-4dd6-93f3-7396754cfc5b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4955bc2b-dd00-44fc-a9a3-f28fed7c5060 HTTP/1.1" status: 204 len: 168 time: 0.4582207 Mar 24 15:01:13.100125 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54596) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:13.152535 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-897848d4-882c-485f-b06c-18aed9303a04 admin admin] Publish callbacks [] for security_group (00595c5b-c14f-4ceb-b447-d9453c209bff), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.158418 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-897848d4-882c-485f-b06c-18aed9303a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (00595c5b-c14f-4ceb-b447-d9453c209bff), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.168658 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (8a413d5e-d291-4ab0-893e-b8abbfef6f94), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.188810 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897848d4-882c-485f-b06c-18aed9303a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00595c5b-c14f-4ceb-b447-d9453c209bff,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:13.205292 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-897848d4-882c-485f-b06c-18aed9303a04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0f7c641157a4cbe833dbaf9a963ca3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471319 Mar 24 15:01:13.209574 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54598) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:13.248108 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (8a413d5e-d291-4ab0-893e-b8abbfef6f94), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.260524 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da4545f7-3f5a-47ae-98d3-9edce94afc7f admin admin] Publish callbacks [] for security_group (00595c5b-c14f-4ceb-b447-d9453c209bff), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.268080 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a413d5e-d291-4ab0-893e-b8abbfef6f94']}} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:01:13.278381 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84489a2d-f81b-42b8-a6ad-e0bc30e80d09') {'for_net_delete': True} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:01:13.278687 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84489a2d-f81b-42b8-a6ad-e0bc30e80d09') {} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:01:13.281545 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da4545f7-3f5a-47ae-98d3-9edce94afc7f admin admin] Publish callbacks [] for security_group (00595c5b-c14f-4ceb-b447-d9453c209bff), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.289388 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4515792'] for segment (84489a2d-f81b-42b8-a6ad-e0bc30e80d09), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.303324 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (84489a2d-f81b-42b8-a6ad-e0bc30e80d09), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.309546 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:01:13.309985 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5726745'] for segment (84489a2d-f81b-42b8-a6ad-e0bc30e80d09), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.348405 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da4545f7-3f5a-47ae-98d3-9edce94afc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (00595c5b-c14f-4ceb-b447-d9453c209bff), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.351178 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-da4545f7-3f5a-47ae-98d3-9edce94afc7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.354749 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-da4545f7-3f5a-47ae-98d3-9edce94afc7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00595c5b-c14f-4ceb-b447-d9453c209bff HTTP/1.1" status: 204 len: 168 time: 0.1421163 Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: Traceback (most recent call last): Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: timer() Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: cb(*args, **kw) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: return func(*args, **kwargs) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: self._notify() Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: self.callback(batched_events) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: event.method(event) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: return f(self, *a, **k) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._get(url).json() Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: return self.request(url, 'GET', **kwargs) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:01:13.368774 dv-cinder-834805-2-iscsi neutron-server[109716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:01:13.371833 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4545f7-3f5a-47ae-98d3-9edce94afc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00595c5b-c14f-4ceb-b447-d9453c209bff,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:13.373976 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (8a413d5e-d291-4ab0-893e-b8abbfef6f94), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.383066 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.389335 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8a413d5e-d291-4ab0-893e-b8abbfef6f94 HTTP/1.1" status: 204 len: 168 time: 0.2856479 Mar 24 15:01:13.389742 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54604) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:13.398115 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df806b0b-7b5a-4a3b-987c-b281f52c9f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a413d5e-d291-4ab0-893e-b8abbfef6f94,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:13.443298 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] Deleting subnet 68530d0c-80db-4862-81e3-56ca0155bd7a {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:01:13.446924 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] Publish callbacks [] for subnet (68530d0c-80db-4862-81e3-56ca0155bd7a), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.483272 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (68530d0c-80db-4862-81e3-56ca0155bd7a), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.522424 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (68530d0c-80db-4862-81e3-56ca0155bd7a), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.578789 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (68530d0c-80db-4862-81e3-56ca0155bd7a), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.605443 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68530d0c-80db-4862-81e3-56ca0155bd7a,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:13.607447 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.610581 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b64749ca-a78b-4300-95dc-f3f6090a8c33 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/68530d0c-80db-4862-81e3-56ca0155bd7a HTTP/1.1" status: 204 len: 168 time: 0.2197802 Mar 24 15:01:13.613279 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54610) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:13.687852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (92b7316b-6fa4-41b7-9424-04af9814ae97), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.707161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54612) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:13.720891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-316b8986-d2fd-4a5a-84c8-21850f6f6a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.767864 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (92b7316b-6fa4-41b7-9424-04af9814ae97), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.792491 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b7316b-6fa4-41b7-9424-04af9814ae97']}} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:01:13.801355 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-316b8986-d2fd-4a5a-84c8-21850f6f6a3c admin admin] Publish callbacks [] for security_group (a53b6912-1d4e-4085-903b-56687f0bce34), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.801822 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e167099d-e14b-4abd-927c-d0ebae5b2f82') {'for_net_delete': True} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:01:13.802143 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e167099d-e14b-4abd-927c-d0ebae5b2f82') {} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:01:13.806147 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-316b8986-d2fd-4a5a-84c8-21850f6f6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (a53b6912-1d4e-4085-903b-56687f0bce34), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.811756 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4515792'] for segment (e167099d-e14b-4abd-927c-d0ebae5b2f82), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.825278 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (e167099d-e14b-4abd-927c-d0ebae5b2f82), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.831878 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:01:13.832355 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5726745'] for segment (e167099d-e14b-4abd-927c-d0ebae5b2f82), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: Traceback (most recent call last): Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: timer() Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: cb(*args, **kw) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: return func(*args, **kwargs) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: self._notify() Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: self.callback(batched_events) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: event.method(event) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: return f(self, *a, **k) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._get(url).json() Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: return self.request(url, 'GET', **kwargs) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:01:13.834046 dv-cinder-834805-2-iscsi neutron-server[109716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:01:13.844896 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-316b8986-d2fd-4a5a-84c8-21850f6f6a3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1943c6389f5f42489ab328ed2aff4b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362367 Mar 24 15:01:13.847018 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b8986-d2fd-4a5a-84c8-21850f6f6a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53b6912-1d4e-4085-903b-56687f0bce34,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:13.850488 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54614) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:13.889142 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (92b7316b-6fa4-41b7-9424-04af9814ae97), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.894673 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.900166 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/92b7316b-6fa4-41b7-9424-04af9814ae97 HTTP/1.1" status: 204 len: 168 time: 0.2832243 Mar 24 15:01:13.904687 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d3801a3a-081a-4175-8b05-75c549a3431b admin admin] Publish callbacks [] for security_group (a53b6912-1d4e-4085-903b-56687f0bce34), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.908817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e2725-8f6e-4527-9a18-adb0bb48e6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b7316b-6fa4-41b7-9424-04af9814ae97,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:13.932153 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d3801a3a-081a-4175-8b05-75c549a3431b admin admin] Publish callbacks [] for security_group (a53b6912-1d4e-4085-903b-56687f0bce34), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.982646 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d3801a3a-081a-4175-8b05-75c549a3431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (a53b6912-1d4e-4085-903b-56687f0bce34), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.985238 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d3801a3a-081a-4175-8b05-75c549a3431b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:13.989047 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d3801a3a-081a-4175-8b05-75c549a3431b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a53b6912-1d4e-4085-903b-56687f0bce34 HTTP/1.1" status: 204 len: 168 time: 0.1348512 Mar 24 15:01:13.994159 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3801a3a-081a-4175-8b05-75c549a3431b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53b6912-1d4e-4085-903b-56687f0bce34,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:14.070333 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54622) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:14.110205 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-5639dd59-ad31-4da2-9dee-0159a105c6c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ccf0abcb5214c39a33b375f16d5f4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373139 Mar 24 15:01:14.111493 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54626) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:14.158388 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-71d122a3-82d0-4ab3-9e73-4cda2cbc096a admin admin] Publish callbacks [] for security_group (24e13b6b-d23c-4b49-b9f0-2216eb81a0e8), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.183722 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-71d122a3-82d0-4ab3-9e73-4cda2cbc096a admin admin] Publish callbacks [] for security_group (24e13b6b-d23c-4b49-b9f0-2216eb81a0e8), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.232438 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-71d122a3-82d0-4ab3-9e73-4cda2cbc096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (24e13b6b-d23c-4b49-b9f0-2216eb81a0e8), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.235066 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-71d122a3-82d0-4ab3-9e73-4cda2cbc096a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.236229 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-71d122a3-82d0-4ab3-9e73-4cda2cbc096a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24e13b6b-d23c-4b49-b9f0-2216eb81a0e8 HTTP/1.1" status: 204 len: 168 time: 0.1238146 Mar 24 15:01:14.244277 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d122a3-82d0-4ab3-9e73-4cda2cbc096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e13b6b-d23c-4b49-b9f0-2216eb81a0e8,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:14.507339 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54648) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:14.548482 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3ccb734c-04c2-49a9-a426-7608c86ead8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d1d6b33b5284b57a6e56dffbcd87b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394950 Mar 24 15:01:14.550930 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54652) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:14.601528 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6ed04154-21d8-45c5-a4d3-9a529719fdb1 admin admin] Publish callbacks [] for security_group (24f57fb7-1b00-4ca0-a216-a51dad3f728d), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.622073 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6ed04154-21d8-45c5-a4d3-9a529719fdb1 admin admin] Publish callbacks [] for security_group (24f57fb7-1b00-4ca0-a216-a51dad3f728d), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.668559 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6ed04154-21d8-45c5-a4d3-9a529719fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (24f57fb7-1b00-4ca0-a216-a51dad3f728d), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.671176 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6ed04154-21d8-45c5-a4d3-9a529719fdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:14.672495 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6ed04154-21d8-45c5-a4d3-9a529719fdb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24f57fb7-1b00-4ca0-a216-a51dad3f728d HTTP/1.1" status: 204 len: 168 time: 0.1206858 Mar 24 15:01:14.680409 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04154-21d8-45c5-a4d3-9a529719fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f57fb7-1b00-4ca0-a216-a51dad3f728d,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:14.965033 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54670) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:15.069554 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fee76cc3-c3de-4112-b156-10470dc32643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:15.145118 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fee76cc3-c3de-4112-b156-10470dc32643 admin admin] Publish callbacks [] for security_group (d40bd8b4-28b4-4d03-bbb7-acf7080f81c7), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:15.149600 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-fee76cc3-c3de-4112-b156-10470dc32643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d40bd8b4-28b4-4d03-bbb7-acf7080f81c7), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:15.186394 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-fee76cc3-c3de-4112-b156-10470dc32643 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb9c8937b9fe443496265e00b91f8b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201946 Mar 24 15:01:15.188921 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54680) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:15.195227 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee76cc3-c3de-4112-b156-10470dc32643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40bd8b4-28b4-4d03-bbb7-acf7080f81c7,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:15.247239 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-39c9834c-32b2-4465-9a9b-2a65f6b0dd88 admin admin] Publish callbacks [] for security_group (d40bd8b4-28b4-4d03-bbb7-acf7080f81c7), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:15.269132 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-39c9834c-32b2-4465-9a9b-2a65f6b0dd88 admin admin] Publish callbacks [] for security_group (d40bd8b4-28b4-4d03-bbb7-acf7080f81c7), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:15.320091 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-39c9834c-32b2-4465-9a9b-2a65f6b0dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d40bd8b4-28b4-4d03-bbb7-acf7080f81c7), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:15.322748 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-39c9834c-32b2-4465-9a9b-2a65f6b0dd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:15.326734 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-39c9834c-32b2-4465-9a9b-2a65f6b0dd88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d40bd8b4-28b4-4d03-bbb7-acf7080f81c7 HTTP/1.1" status: 204 len: 168 time: 0.1341531 Mar 24 15:01:15.333599 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9834c-32b2-4465-9a9b-2a65f6b0dd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40bd8b4-28b4-4d03-bbb7-acf7080f81c7,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:18.636180 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:18.881379 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:01:23.043499 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54890) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:23.174833 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0967fcb1-9b4c-482a-8b64-e7157d87fdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.262721 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0967fcb1-9b4c-482a-8b64-e7157d87fdea admin admin] Publish callbacks [] for security_group (fe593c25-42fe-4ac9-92ef-5f0b386199f1), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.268713 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0967fcb1-9b4c-482a-8b64-e7157d87fdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fe593c25-42fe-4ac9-92ef-5f0b386199f1), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.310624 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0967fcb1-9b4c-482a-8b64-e7157d87fdea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fb9fd230f3449169fd1467f073aa072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658353 Mar 24 15:01:23.313133 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54896) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:23.315265 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967fcb1-9b4c-482a-8b64-e7157d87fdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe593c25-42fe-4ac9-92ef-5f0b386199f1,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:23.373803 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ce01f9f8-e170-441b-b25f-2ad7d1d9887c admin admin] Publish callbacks [] for security_group (fe593c25-42fe-4ac9-92ef-5f0b386199f1), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.396981 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ce01f9f8-e170-441b-b25f-2ad7d1d9887c admin admin] Publish callbacks [] for security_group (fe593c25-42fe-4ac9-92ef-5f0b386199f1), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.449352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ce01f9f8-e170-441b-b25f-2ad7d1d9887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (fe593c25-42fe-4ac9-92ef-5f0b386199f1), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.451876 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ce01f9f8-e170-441b-b25f-2ad7d1d9887c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.453046 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ce01f9f8-e170-441b-b25f-2ad7d1d9887c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe593c25-42fe-4ac9-92ef-5f0b386199f1 HTTP/1.1" status: 204 len: 168 time: 0.1389942 Mar 24 15:01:23.461918 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01f9f8-e170-441b-b25f-2ad7d1d9887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe593c25-42fe-4ac9-92ef-5f0b386199f1,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:23.749754 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54902) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:23.765690 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dea74f31-6856-4ea9-8122-1693ed46993e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.847709 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dea74f31-6856-4ea9-8122-1693ed46993e admin admin] Publish callbacks [] for security_group (b7caf98f-5e2b-456a-b7fc-51192fb83bd3), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.852920 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-dea74f31-6856-4ea9-8122-1693ed46993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b7caf98f-5e2b-456a-b7fc-51192fb83bd3), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.893026 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-dea74f31-6856-4ea9-8122-1693ed46993e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02be0af0085544c6b8f86afe7d0461b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413953 Mar 24 15:01:23.894167 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea74f31-6856-4ea9-8122-1693ed46993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7caf98f-5e2b-456a-b7fc-51192fb83bd3,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:23.895775 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54904) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:23.949864 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0941b80a-4ecd-48b1-a09e-fad9b383c925 admin admin] Publish callbacks [] for security_group (b7caf98f-5e2b-456a-b7fc-51192fb83bd3), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:23.974443 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0941b80a-4ecd-48b1-a09e-fad9b383c925 admin admin] Publish callbacks [] for security_group (b7caf98f-5e2b-456a-b7fc-51192fb83bd3), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.025730 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0941b80a-4ecd-48b1-a09e-fad9b383c925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b7caf98f-5e2b-456a-b7fc-51192fb83bd3), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.028264 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0941b80a-4ecd-48b1-a09e-fad9b383c925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.029415 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0941b80a-4ecd-48b1-a09e-fad9b383c925 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7caf98f-5e2b-456a-b7fc-51192fb83bd3 HTTP/1.1" status: 204 len: 168 time: 0.1325233 Mar 24 15:01:24.037304 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941b80a-4ecd-48b1-a09e-fad9b383c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7caf98f-5e2b-456a-b7fc-51192fb83bd3,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:24.374233 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54912) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:24.387993 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b8dde47e-a909-4799-9018-3a27577f8f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.467448 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b8dde47e-a909-4799-9018-3a27577f8f73 admin admin] Publish callbacks [] for security_group (dbf4f55f-f7fe-4efe-bfcb-d999f07e097a), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.473239 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b8dde47e-a909-4799-9018-3a27577f8f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (dbf4f55f-f7fe-4efe-bfcb-d999f07e097a), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.510480 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dde47e-a909-4799-9018-3a27577f8f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4f55f-f7fe-4efe-bfcb-d999f07e097a,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:24.514736 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b8dde47e-a909-4799-9018-3a27577f8f73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4278986fdc544f1b9f9be67b56d680c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394219 Mar 24 15:01:24.518146 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54914) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:24.570845 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad1b6-8c12-4849-8317-3ddec3aaf76d admin admin] Publish callbacks [] for security_group (dbf4f55f-f7fe-4efe-bfcb-d999f07e097a), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.593283 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad1b6-8c12-4849-8317-3ddec3aaf76d admin admin] Publish callbacks [] for security_group (dbf4f55f-f7fe-4efe-bfcb-d999f07e097a), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.641981 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad1b6-8c12-4849-8317-3ddec3aaf76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (dbf4f55f-f7fe-4efe-bfcb-d999f07e097a), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.644721 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-2e9ad1b6-8c12-4849-8317-3ddec3aaf76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:24.645796 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-2e9ad1b6-8c12-4849-8317-3ddec3aaf76d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbf4f55f-f7fe-4efe-bfcb-d999f07e097a HTTP/1.1" status: 204 len: 168 time: 0.1274865 Mar 24 15:01:24.654175 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ad1b6-8c12-4849-8317-3ddec3aaf76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4f55f-f7fe-4efe-bfcb-d999f07e097a,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:28.281166 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 54968) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:28.398368 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ab8d49e6-41c5-40c4-ba76-b73b20e4211e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:28.475058 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ab8d49e6-41c5-40c4-ba76-b73b20e4211e admin admin] Publish callbacks [] for security_group (f84972ef-a3a5-4606-bedb-9a3bbc0a8d07), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:28.479999 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ab8d49e6-41c5-40c4-ba76-b73b20e4211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f84972ef-a3a5-4606-bedb-9a3bbc0a8d07), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:28.517982 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-ab8d49e6-41c5-40c4-ba76-b73b20e4211e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41c92cc7089143c89e60e178d66c2a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356896 Mar 24 15:01:28.518855 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d49e6-41c5-40c4-ba76-b73b20e4211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84972ef-a3a5-4606-bedb-9a3bbc0a8d07,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:28.520976 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 54974) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:28.573981 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ae902af6-04f3-4a1f-a6b5-d4d1ffc7b485 admin admin] Publish callbacks [] for security_group (f84972ef-a3a5-4606-bedb-9a3bbc0a8d07), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:28.596761 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ae902af6-04f3-4a1f-a6b5-d4d1ffc7b485 admin admin] Publish callbacks [] for security_group (f84972ef-a3a5-4606-bedb-9a3bbc0a8d07), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:28.645847 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ae902af6-04f3-4a1f-a6b5-d4d1ffc7b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f84972ef-a3a5-4606-bedb-9a3bbc0a8d07), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:28.648820 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-ae902af6-04f3-4a1f-a6b5-d4d1ffc7b485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:28.650296 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-ae902af6-04f3-4a1f-a6b5-d4d1ffc7b485 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f84972ef-a3a5-4606-bedb-9a3bbc0a8d07 HTTP/1.1" status: 204 len: 168 time: 0.1281590 Mar 24 15:01:28.658733 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae902af6-04f3-4a1f-a6b5-d4d1ffc7b485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84972ef-a3a5-4606-bedb-9a3bbc0a8d07,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:30.261922 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86e77f17-a8fe-4d6a-b0b8-fecc42bd9460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:32.532357 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-705c05c5-b180-431e-a0bc-0d9e133c6513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:33.752015 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:35.215107 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:36.615162 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.023086 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55178) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:45.140120 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c1031d6b-094a-4b43-8be0-f52afe8b07bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.218034 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c1031d6b-094a-4b43-8be0-f52afe8b07bf admin admin] Publish callbacks [] for security_group (8602d088-2d09-4f24-8ac6-b8247231550e), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.223662 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c1031d6b-094a-4b43-8be0-f52afe8b07bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8602d088-2d09-4f24-8ac6-b8247231550e), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.260520 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c1031d6b-094a-4b43-8be0-f52afe8b07bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f43e643761c14728b9088883cffb5f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363167 Mar 24 15:01:45.261436 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1031d6b-094a-4b43-8be0-f52afe8b07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8602d088-2d09-4f24-8ac6-b8247231550e,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:45.263475 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55182) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:45.316507 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-287a56b2-849d-4999-b4ea-62d34f46b4cc admin admin] Publish callbacks [] for security_group (8602d088-2d09-4f24-8ac6-b8247231550e), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.341619 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-287a56b2-849d-4999-b4ea-62d34f46b4cc admin admin] Publish callbacks [] for security_group (8602d088-2d09-4f24-8ac6-b8247231550e), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.392767 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-287a56b2-849d-4999-b4ea-62d34f46b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (8602d088-2d09-4f24-8ac6-b8247231550e), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.395300 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-287a56b2-849d-4999-b4ea-62d34f46b4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:45.396514 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-287a56b2-849d-4999-b4ea-62d34f46b4cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8602d088-2d09-4f24-8ac6-b8247231550e HTTP/1.1" status: 204 len: 168 time: 0.1319909 Mar 24 15:01:45.404245 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a56b2-849d-4999-b4ea-62d34f46b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8602d088-2d09-4f24-8ac6-b8247231550e,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:47.637376 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-9021f7fa-d452-43f7-8c2c-05bb2ae8549b tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24a82f9d03544309b0db5474390e9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287688 Mar 24 15:01:47.817787 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-d6723402-5df8-46d8-ad2c-1db1e27014ac tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:47.819296 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-d6723402-5df8-46d8-ad2c-1db1e27014ac tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769733 Mar 24 15:01:47.834872 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e8b5896d-fbaa-42e0-bc8d-0379225ca7e0 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/quotas/24a82f9d03544309b0db5474390e9669 HTTP/1.1" status: 200 len: 375 time: 0.0098374 Mar 24 15:01:47.871612 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-fd4140a6-27e6-4b86-bf94-4866559eaa95 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=24a82f9d03544309b0db5474390e9669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310831 Mar 24 15:01:48.037134 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-91d6a7dd-a2e2-4611-8890-54c02f159b06 req-e6fdcf06-a3ba-46bd-acad-9143bf337792 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 210 time: 0.0271344 Mar 24 15:01:48.639896 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:49.132491 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a00f0fe8-1bf1-4bbf-a580-14712468eb3e req-0f16961a-0328-476a-9973-7c76bbe8ea73 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 210 time: 0.0285978 Mar 24 15:01:49.311824 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-3cef9687-da61-45c5-a939-bb85f80ff60a tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=24a82f9d03544309b0db5474390e9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282671 Mar 24 15:01:49.431327 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-b4cf62dd-36a8-461f-b0e9-a88624c3c1f5 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:49.432809 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-b4cf62dd-36a8-461f-b0e9-a88624c3c1f5 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162312 Mar 24 15:01:49.454452 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Request body: {'port': {'device_id': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd', 'admin_state_up': True, 'tenant_id': '24a82f9d03544309b0db5474390e9669'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:01:49.570063 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Made reservation on behalf of 24a82f9d03544309b0db5474390e9669 for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:01:49.573781 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:49.583335 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:49.660244 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks [] for security_group (99fbc528-a2cd-4f44-8dd0-9296e3ff32c4), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:49.665308 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (99fbc528-a2cd-4f44-8dd0-9296e3ff32c4), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:49.733799 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:49.797951 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Allocated IP 192.168.233.139 (ac69bf3d-1560-4249-8b27-7ee815c53bfd/b504c70f-532a-43bf-9270-a6ecf7ee8435/108aac6f-2aef-4f03-b265-c3568844c5d2) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:01:49.943102 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks [] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:49.980587 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.029088 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Network ac69bf3d-1560-4249-8b27-7ee815c53bfd is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:01:50.032170 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:01:50.037665 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:01:50.044022 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Pushing event updated for resources: {'Port': ['ID=108aac6f-2aef-4f03-b265-c3568844c5d2,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:50.088746 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:50.089402 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.106561 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-6305d117-04c2-4cd7-a66b-ca04a110f249 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6562035 Mar 24 15:01:50.125172 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Request body: {'port': {'device_id': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:01:50.191998 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.242530 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-b888cf0b-5fe0-4a68-8458-f3e24d63ce12 None None] Provisioning complete for port 108aac6f-2aef-4f03-b265-c3568844c5d2 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:01:50.243154 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b888cf0b-5fe0-4a68-8458-f3e24d63ce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.255733 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc91e1-d79d-4f94-92cc-22c2bb921019 req-b7e4716e-2d4c-4e39-9f81-7d4568ad2bb5 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:50.263471 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d8bc91e1-d79d-4f94-92cc-22c2bb921019 req-b7e4716e-2d4c-4e39-9f81-7d4568ad2bb5 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 936 time: 0.0618229 Mar 24 15:01:50.292459 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-b888cf0b-5fe0-4a68-8458-f3e24d63ce12 None None] Port 108aac6f-2aef-4f03-b265-c3568844c5d2 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:01:50.306785 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-d8bc91e1-d79d-4f94-92cc-22c2bb921019 req-9a65a1d6-9b18-4cb4-909c-cf9b7f3c5de9 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Mar 24 15:01:50.475026 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108aac6f-2aef-4f03-b265-c3568844c5d2 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:01:50.483183 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Publish callbacks [] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.495948 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Transition to ACTIVE for port object 108aac6f-2aef-4f03-b265-c3568844c5d2 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:01:50.501322 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.549936 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Pushing event updated for resources: {'Port': ['ID=108aac6f-2aef-4f03-b265-c3568844c5d2,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:50.636407 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Attempting to bind port 108aac6f-2aef-4f03-b265-c3568844c5d2 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:01:50.636752 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Attempting to bind port 108aac6f-2aef-4f03-b265-c3568844c5d2 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:01:50.637086 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Attempting to bind port 108aac6f-2aef-4f03-b265-c3568844c5d2 on network ac69bf3d-1560-4249-8b27-7ee815c53bfd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:01:50.641696 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Port 108aac6f-2aef-4f03-b265-c3568844c5d2 on network ac69bf3d-1560-4249-8b27-7ee815c53bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:01:50.642050 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Attempting to bind port 108aac6f-2aef-4f03-b265-c3568844c5d2 on network ac69bf3d-1560-4249-8b27-7ee815c53bfd {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:01:50.647307 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:01:50.647650 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Checking segment: {'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:01:50.648041 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Bound using segment: {'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:01:50.648509 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Bound port: 108aac6f-2aef-4f03-b265-c3568844c5d2, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4156390-4e76-48e6-80e4-757edef5469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:01:50.648869 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.713954 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] For port 108aac6f-2aef-4f03-b265-c3568844c5d2, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:01:50.717218 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] For port 108aac6f-2aef-4f03-b265-c3568844c5d2, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=108aac6f-2aef-4f03-b265-c3568844c5d2,segment=NetworkSegment(c4156390-4e76-48e6-80e4-757edef5469f),segment_id=c4156390-4e76-48e6-80e4-757edef5469f)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:01:50.725575 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.757125 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:50.757754 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:50.759272 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] 10.222.0.46 "PUT /v2.0/ports/108aac6f-2aef-4f03-b265-c3568844c5d2 HTTP/1.1" status: 200 len: 1098 time: 0.6393251 Mar 24 15:01:50.761368 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'tag': '108aac6f-2aef-4f03-b265-c3568844c5d2'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:01:50.763590 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da857ae-e7a0-4751-a7d3-89656715e83f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb624952-dafb-40de-b441-97bcd4c1ceba", "tag": "108aac6f-2aef-4f03-b265-c3568844c5d2"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:01:50.795852 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ca064-dcb1-4c35-88ae-1cd9f1fbf6fc service neutron] Pushing event updated for resources: {'Port': ['ID=108aac6f-2aef-4f03-b265-c3568844c5d2,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:50.818616 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e9d85a-4f52-472d-a93c-744b11c4f0e3 x-openstack-request-id: req-27e9d85a-4f52-472d-a93c-744b11c4f0e3 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:01:50.818977 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb624952-dafb-40de-b441-97bcd4c1ceba", "tag": "108aac6f-2aef-4f03-b265-c3568844c5d2", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:01:50.819295 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27e9d85a-4f52-472d-a93c-744b11c4f0e3 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:01:50.819788 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e9d85a-4f52-472d-a93c-744b11c4f0e3'] response: {'name': 'network-changed', 'server_uuid': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'tag': '108aac6f-2aef-4f03-b265-c3568844c5d2', 'status': 'completed', 'code': 200} Mar 24 15:01:50.880560 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-68d541ac-5c33-48cb-a57a-9d2e84980fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:50.882256 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-68d541ac-5c33-48cb-a57a-9d2e84980fd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24a82f9d03544309b0db5474390e9669&device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 1132 time: 0.0502903 Mar 24 15:01:51.440701 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae818-3c53-47f1-bf19-f46431c84db1 req-5229fc44-11f8-4fc1-a461-5abf11889efd tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:51.442236 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-aebae818-3c53-47f1-bf19-f46431c84db1 req-5229fc44-11f8-4fc1-a461-5abf11889efd tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 948 time: 0.0577545 Mar 24 15:01:51.488775 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-aebae818-3c53-47f1-bf19-f46431c84db1 req-3d242736-e316-4da0-bbb6-fc61e40d3406 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Mar 24 15:01:52.630376 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d398-7f8c-4980-8b32-b47e553c2cc7 req-259d0154-abbb-407b-8488-3c4b8c928309 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:52.631882 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ad9d398-7f8c-4980-8b32-b47e553c2cc7 req-259d0154-abbb-407b-8488-3c4b8c928309 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 948 time: 0.0601842 Mar 24 15:01:52.678684 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ad9d398-7f8c-4980-8b32-b47e553c2cc7 req-a6e00dd5-b19c-4325-b9c8-1580790d2c84 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Mar 24 15:01:53.333105 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-3a0e37ad-771b-4937-bc3e-d3e5b66f2d99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=108aac6f-2aef-4f03-b265-c3568844c5d2 HTTP/1.1" status: 200 len: 217 time: 0.0475204 Mar 24 15:01:53.383286 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-db3d68bb-fb21-44e0-88fd-ccfc98c9130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:53.384725 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-db3d68bb-fb21-44e0-88fd-ccfc98c9130e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b504c70f-532a-43bf-9270-a6ecf7ee8435 HTTP/1.1" status: 200 len: 843 time: 0.0451112 Mar 24 15:01:53.435757 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e9863145-f6d9-4536-a6f8-b96c413dc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:53.437209 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-e9863145-f6d9-4536-a6f8-b96c413dc4e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac69bf3d-1560-4249-8b27-7ee815c53bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0452363 Mar 24 15:01:53.529183 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-5702e97e-8f20-4167-a5db-ef8832719803 service neutron] 10.222.0.46 "GET /v2.0/networks/ac69bf3d-1560-4249-8b27-7ee815c53bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839939 Mar 24 15:01:53.617628 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de81d308-1b7a-4303-abc8-37556ed31ff0 req-ff69f09f-925a-430e-b4aa-f2bb8c72d434 service neutron] 10.222.0.46 "GET /v2.0/networks/ac69bf3d-1560-4249-8b27-7ee815c53bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813892 Mar 24 15:01:53.761642 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-db30cc7d-7a1c-4979-bc44-90574792ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:53.763210 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-db30cc7d-7a1c-4979-bc44-90574792ed6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24a82f9d03544309b0db5474390e9669&device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 1132 time: 0.0464733 Mar 24 15:01:53.801076 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813d6d-1074-4b9d-b525-465a7cc300af req-63070c02-ff01-4c26-9e40-9f1a4a56e72a tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:53.802711 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59813d6d-1074-4b9d-b525-465a7cc300af req-63070c02-ff01-4c26-9e40-9f1a4a56e72a tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 948 time: 0.0555408 Mar 24 15:01:53.858968 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-59813d6d-1074-4b9d-b525-465a7cc300af req-0948bb53-b199-4fad-9ca7-7ae7c2b7b45d tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Mar 24 15:01:53.875724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-0fd56576-ffca-47e2-9a2d-bd264888caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:53.877195 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-0fd56576-ffca-47e2-9a2d-bd264888caa7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac69bf3d-1560-4249-8b27-7ee815c53bfd HTTP/1.1" status: 200 len: 870 time: 0.1030650 Mar 24 15:01:53.916650 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-0e3826dd-30aa-48c4-9907-b0f1603ba17b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=108aac6f-2aef-4f03-b265-c3568844c5d2 HTTP/1.1" status: 200 len: 217 time: 0.0331600 Mar 24 15:01:53.973084 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-3407e936-a895-4324-8eef-9d6e6cd33300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:53.975264 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-3407e936-a895-4324-8eef-9d6e6cd33300 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b504c70f-532a-43bf-9270-a6ecf7ee8435 HTTP/1.1" status: 200 len: 843 time: 0.0511341 Mar 24 15:01:54.029485 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-8f090716-83ad-47fb-a317-fad565d35414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:54.030978 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-8f090716-83ad-47fb-a317-fad565d35414 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac69bf3d-1560-4249-8b27-7ee815c53bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0493429 Mar 24 15:01:54.124477 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-f37a9caf-0663-427d-93e3-da227899d920 service neutron] 10.222.0.46 "GET /v2.0/networks/ac69bf3d-1560-4249-8b27-7ee815c53bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863543 Mar 24 15:01:54.219924 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4da857ae-e7a0-4751-a7d3-89656715e83f req-abcb5f33-f030-44c3-a209-837fd5441b41 service neutron] 10.222.0.46 "GET /v2.0/networks/ac69bf3d-1560-4249-8b27-7ee815c53bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893400 Mar 24 15:01:54.972628 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d2abd-50a6-40cf-b774-5f979cbc3c7f req-631f1442-e753-4119-a515-dc9a07f68fd9 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:54.974132 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4e8d2abd-50a6-40cf-b774-5f979cbc3c7f req-631f1442-e753-4119-a515-dc9a07f68fd9 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 948 time: 0.0531969 Mar 24 15:01:55.023654 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4e8d2abd-50a6-40cf-b774-5f979cbc3c7f req-ad54e951-b35e-4273-9c03-d2f53be3c8af tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435083 Mar 24 15:01:55.209530 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 108aac6f-2aef-4f03-b265-c3568844c5d2 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:01:55.310723 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 108aac6f-2aef-4f03-b265-c3568844c5d2, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=108aac6f-2aef-4f03-b265-c3568844c5d2,segment=NetworkSegment(c4156390-4e76-48e6-80e4-757edef5469f),segment_id=c4156390-4e76-48e6-80e4-757edef5469f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:01:55.323592 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '108aac6f-2aef-4f03-b265-c3568844c5d2', 'network_id': 'ac69bf3d-1560-4249-8b27-7ee815c53bfd', 'port_id': '108aac6f-2aef-4f03-b265-c3568844c5d2', 'mac_address': 'fa:16:3e:ae:6a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504c70f-532a-43bf-9270-a6ecf7ee8435', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:01:55.361668 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 108aac6f-2aef-4f03-b265-c3568844c5d2 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:01:55.362050 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:55.375357 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108aac6f-2aef-4f03-b265-c3568844c5d2 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:01:55.403669 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 108aac6f-2aef-4f03-b265-c3568844c5d2, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=108aac6f-2aef-4f03-b265-c3568844c5d2,segment=NetworkSegment(c4156390-4e76-48e6-80e4-757edef5469f),segment_id=c4156390-4e76-48e6-80e4-757edef5469f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:01:55.408851 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:55.458398 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=108aac6f-2aef-4f03-b265-c3568844c5d2,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:55.466200 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.466482 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.466831 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.467165 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.467500 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.467823 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.468147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.468467 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.468785 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.469114 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.469431 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.469734 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.470054 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.470391 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.470707 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:01:55.718621 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['108aac6f-2aef-4f03-b265-c3568844c5d2'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:01:55.881085 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:01:56.144304 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a416-6229-4581-af2d-6dc7648c0c22 req-f0751a2d-78e7-48a9-8ee0-6ffc048adbe0 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:56.145852 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3115a416-6229-4581-af2d-6dc7648c0c22 req-f0751a2d-78e7-48a9-8ee0-6ffc048adbe0 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 949 time: 0.0553029 Mar 24 15:01:56.195677 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-3115a416-6229-4581-af2d-6dc7648c0c22 req-cec3704b-03e5-48b1-a78c-1aca51c14727 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440767 Mar 24 15:01:57.225095 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 108aac6f-2aef-4f03-b265-c3568844c5d2 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:01:57.281813 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 108aac6f-2aef-4f03-b265-c3568844c5d2 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:01:57.286634 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 108aac6f-2aef-4f03-b265-c3568844c5d2 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:01:57.287164 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:57.333160 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b17f9b-4592-4caf-b444-bd1f408a5193 req-f27b5ca5-124a-435c-964e-ac52c1ceec9c tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:57.334677 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-61b17f9b-4592-4caf-b444-bd1f408a5193 req-f27b5ca5-124a-435c-964e-ac52c1ceec9c tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 949 time: 0.0612609 Mar 24 15:01:57.365402 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 108aac6f-2aef-4f03-b265-c3568844c5d2 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:01:57.365794 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:57.383308 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-61b17f9b-4592-4caf-b444-bd1f408a5193 req-40fad3b1-64eb-4c7d-a858-d02000e2424b tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Mar 24 15:01:57.389354 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108aac6f-2aef-4f03-b265-c3568844c5d2'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:01:57.391712 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3158ebf2-5361-4a59-ace3-043765acdf6a" -d '{"events": [{"server_uuid": "fb624952-dafb-40de-b441-97bcd4c1ceba", "name": "network-vif-plugged", "status": "completed", "tag": "108aac6f-2aef-4f03-b265-c3568844c5d2"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:01:57.408662 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 108aac6f-2aef-4f03-b265-c3568844c5d2, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=108aac6f-2aef-4f03-b265-c3568844c5d2,segment=NetworkSegment(c4156390-4e76-48e6-80e4-757edef5469f),segment_id=c4156390-4e76-48e6-80e4-757edef5469f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:01:57.413170 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:57.437586 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d806fe4-5fa4-4224-8d60-eb33fa982933 x-openstack-request-id: req-7d806fe4-5fa4-4224-8d60-eb33fa982933 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:01:57.437875 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb624952-dafb-40de-b441-97bcd4c1ceba", "name": "network-vif-plugged", "status": "completed", "tag": "108aac6f-2aef-4f03-b265-c3568844c5d2", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:01:57.438155 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d806fe4-5fa4-4224-8d60-eb33fa982933 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:01:57.438549 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d806fe4-5fa4-4224-8d60-eb33fa982933'] response: {'server_uuid': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108aac6f-2aef-4f03-b265-c3568844c5d2', 'code': 200} Mar 24 15:01:57.475689 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=108aac6f-2aef-4f03-b265-c3568844c5d2,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:57.640987 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163c0e8-fd84-4359-9afa-31b44e847f4b req-325094dd-6732-4d82-af97-a459a2982d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:57.642483 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3163c0e8-fd84-4359-9afa-31b44e847f4b req-325094dd-6732-4d82-af97-a459a2982d3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 1134 time: 0.0431345 Mar 24 15:01:57.684290 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3163c0e8-fd84-4359-9afa-31b44e847f4b req-02d89a67-d209-4f29-be18-d31f141de14b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Mar 24 15:01:58.503116 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3f64e-91a3-48cc-ab71-cb6f97fd9340 req-fb8f835f-13e7-400f-bf05-e5138a0cb15b tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:58.504828 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08a3f64e-91a3-48cc-ab71-cb6f97fd9340 req-fb8f835f-13e7-400f-bf05-e5138a0cb15b tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 950 time: 0.0539091 Mar 24 15:01:58.552019 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-08a3f64e-91a3-48cc-ab71-cb6f97fd9340 req-f772c471-881d-4e0b-8621-dbc9a5b47c1f tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Mar 24 15:01:58.597710 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55330) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:58.706143 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-976330cd-8c8e-4e67-a409-73ab8ad23561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:58.780869 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-976330cd-8c8e-4e67-a409-73ab8ad23561 admin admin] Publish callbacks [] for security_group (e6487c82-fefc-4c46-a98e-ca30f9e15de8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:58.785795 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-976330cd-8c8e-4e67-a409-73ab8ad23561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (e6487c82-fefc-4c46-a98e-ca30f9e15de8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:58.822691 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-976330cd-8c8e-4e67-a409-73ab8ad23561 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2521ecc6188e4d778b376fa94ac949f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238834 Mar 24 15:01:58.823832 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976330cd-8c8e-4e67-a409-73ab8ad23561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6487c82-fefc-4c46-a98e-ca30f9e15de8,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:58.825638 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55334) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:01:58.878219 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d939890d-43d4-4fb4-8072-82bbd1e38713 admin admin] Publish callbacks [] for security_group (e6487c82-fefc-4c46-a98e-ca30f9e15de8), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:58.899798 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d939890d-43d4-4fb4-8072-82bbd1e38713 admin admin] Publish callbacks [] for security_group (e6487c82-fefc-4c46-a98e-ca30f9e15de8), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:58.958776 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d939890d-43d4-4fb4-8072-82bbd1e38713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (e6487c82-fefc-4c46-a98e-ca30f9e15de8), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:58.961422 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d939890d-43d4-4fb4-8072-82bbd1e38713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:01:58.962587 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d939890d-43d4-4fb4-8072-82bbd1e38713 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6487c82-fefc-4c46-a98e-ca30f9e15de8 HTTP/1.1" status: 204 len: 168 time: 0.1352704 Mar 24 15:01:58.970043 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939890d-43d4-4fb4-8072-82bbd1e38713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6487c82-fefc-4c46-a98e-ca30f9e15de8,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:01:59.673624 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af199e-6e39-426b-80f7-a242c8ebe12f req-4521faac-cd98-41e0-8640-3f270a3672fa tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:01:59.675673 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-04af199e-6e39-426b-80f7-a242c8ebe12f req-4521faac-cd98-41e0-8640-3f270a3672fa tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 950 time: 0.0541539 Mar 24 15:01:59.724388 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-04af199e-6e39-426b-80f7-a242c8ebe12f req-f4b0ba6d-8d65-4e01-b94c-6e63e7cfb35a tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Mar 24 15:02:00.004862 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a9060-d685-4b4e-b37e-29d7ae442a78 req-9af9296e-d397-4ad1-8f56-d88c7e762b1d tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:00.006452 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ea8a9060-d685-4b4e-b37e-29d7ae442a78 req-9af9296e-d397-4ad1-8f56-d88c7e762b1d tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 950 time: 0.0619009 Mar 24 15:02:00.059795 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ea8a9060-d685-4b4e-b37e-29d7ae442a78 req-3f06f767-b677-45b4-9451-bc8e87189d27 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Mar 24 15:02:00.257657 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-01a3975a-903a-4230-8abf-0bd108ff253e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:01.187798 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178084a7-9e6f-4524-9d74-015c0223f3e7 req-73a78f12-2e06-4de9-b467-4867be1d54bc tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:01.189167 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-178084a7-9e6f-4524-9d74-015c0223f3e7 req-73a78f12-2e06-4de9-b467-4867be1d54bc tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 950 time: 0.0513852 Mar 24 15:02:01.241592 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-178084a7-9e6f-4524-9d74-015c0223f3e7 req-7e614809-c911-4c35-aa97-23e158f23501 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/security-groups?id=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Mar 24 15:02:01.476611 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-2f7160ef-5636-45fe-aefe-574a692d98a7 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:01.477954 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-2f7160ef-5636-45fe-aefe-574a692d98a7 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 950 time: 0.0637989 Mar 24 15:02:01.590418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Deleting port 108aac6f-2aef-4f03-b265-c3568844c5d2 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:01.590735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:01.682226 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] For port 108aac6f-2aef-4f03-b265-c3568844c5d2, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=108aac6f-2aef-4f03-b265-c3568844c5d2,segment=NetworkSegment(c4156390-4e76-48e6-80e4-757edef5469f),segment_id=c4156390-4e76-48e6-80e4-757edef5469f)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:01.682601 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:01.698657 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Calling delete_port for 108aac6f-2aef-4f03-b265-c3568844c5d2 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:01.832838 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (108aac6f-2aef-4f03-b265-c3568844c5d2), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:01.858571 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Pushing event deleted for resources: {'Port': ['ID=108aac6f-2aef-4f03-b265-c3568844c5d2,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:01.911746 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] No DVR routers for this DVR port 108aac6f-2aef-4f03-b265-c3568844c5d2 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:02:01.914466 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:01.917813 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-979fe850-d92e-48b4-8790-ca321a7dc4cf req-e84c1746-c143-4700-a585-8e4a77ee1188 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.46 "DELETE /v2.0/ports/108aac6f-2aef-4f03-b265-c3568844c5d2 HTTP/1.1" status: 204 len: 173 time: 0.4341853 Mar 24 15:02:01.918274 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'name': 'network-vif-deleted', 'tag': '108aac6f-2aef-4f03-b265-c3568844c5d2'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:02:01.920644 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aae7132-2830-47eb-a666-87d261d25a12" -d '{"events": [{"server_uuid": "fb624952-dafb-40de-b441-97bcd4c1ceba", "name": "network-vif-deleted", "tag": "108aac6f-2aef-4f03-b265-c3568844c5d2"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:02:01.958597 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8230bbf2-4166-42b5-ad5e-6cdc5a9f938c x-openstack-request-id: req-8230bbf2-4166-42b5-ad5e-6cdc5a9f938c {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:02:01.958896 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb624952-dafb-40de-b441-97bcd4c1ceba", "name": "network-vif-deleted", "tag": "108aac6f-2aef-4f03-b265-c3568844c5d2", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:02:01.959157 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8230bbf2-4166-42b5-ad5e-6cdc5a9f938c {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:02:01.959600 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8230bbf2-4166-42b5-ad5e-6cdc5a9f938c'] response: {'server_uuid': 'fb624952-dafb-40de-b441-97bcd4c1ceba', 'name': 'network-vif-deleted', 'tag': '108aac6f-2aef-4f03-b265-c3568844c5d2', 'status': 'completed', 'code': 200} Mar 24 15:02:02.347917 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-e3ab3bb9-0ca5-41ff-9411-692deabda367 req-595850bb-4865-4ab0-95df-c16c65fcf9db tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 210 time: 0.0269339 Mar 24 15:02:02.539157 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ca56a740-5fb4-4b1e-8ee8-e353f58967df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:03.453799 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-00eb400c-a101-42fa-b62b-201fddedc7fa req-988cb730-553b-44d5-b25d-9e77918f85d7 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 210 time: 0.0326121 Mar 24 15:02:03.759395 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:04.009755 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['108aac6f-2aef-4f03-b265-c3568844c5d2'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:02:04.573171 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1b0765df-94fe-4c18-a005-063ccf7df543 req-e5669c1d-dd18-4c35-b7f7-8b8bb15aafd8 tempest-VolumesNegativeTest-1527446735 tempest-VolumesNegativeTest-1527446735-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb624952-dafb-40de-b441-97bcd4c1ceba HTTP/1.1" status: 200 len: 210 time: 0.0323367 Mar 24 15:02:05.220924 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:06.600429 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:09.629726 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 108aac6f-2aef-4f03-b265-c3568844c5d2 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:09.655688 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 108aac6f-2aef-4f03-b265-c3568844c5d2 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:09.655999 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 108aac6f-2aef-4f03-b265-c3568844c5d2 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:10.497250 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55662) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:10.658804 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Deleting port 4d9336ed-44ec-480d-a136-d2564e2f4107 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:10.659054 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:10.737792 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:10.738114 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for floatingip (4d9336ed-44ec-480d-a136-d2564e2f4107), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:10.749657 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Calling delete_port for 4d9336ed-44ec-480d-a136-d2564e2f4107 owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:10.919669 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (4d9336ed-44ec-480d-a136-d2564e2f4107), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:10.946577 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event deleted for resources: {'Port': ['ID=4d9336ed-44ec-480d-a136-d2564e2f4107,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:10.970930 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.971318 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.971610 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.972001 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.972313 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.972633 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.973061 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.973446 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.973762 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.974092 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.974427 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.974796 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.975118 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.975455 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:10.975823 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:11.018279 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for floatingip (d312129b-ef29-44df-b12b-c6aa56f989ce), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:11.018646 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Floating IP d312129b-ef29-44df-b12b-c6aa56f989ce disassociated (deleted). External IP: 172.27.1.214, port: 0217c299-9780-4580-b2cc-db5a079302e1. Mar 24 15:02:11.232376 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:02:11.596110 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:02:11.601083 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:11.607184 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] Sync routers for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:02:11.616508 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:11.617121 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:11.635731 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d474fe14-425b-4a7c-9e40-5ac54875267f tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "DELETE /v2.0/floatingips/d312129b-ef29-44df-b12b-c6aa56f989ce HTTP/1.1" status: 204 len: 168 time: 1.1344526 Mar 24 15:02:11.635731 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:02:11.637039 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "tag": "0217c299-9780-4580-b2cc-db5a079302e1"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:02:11.683407 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ce505-177b-410c-b081-2736287cf6bb x-openstack-request-id: req-dd6ce505-177b-410c-b081-2736287cf6bb {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:02:11.683810 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "tag": "0217c299-9780-4580-b2cc-db5a079302e1", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:02:11.684004 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd6ce505-177b-410c-b081-2736287cf6bb {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:02:11.684370 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6ce505-177b-410c-b081-2736287cf6bb'] response: {'name': 'network-changed', 'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1', 'status': 'completed', 'code': 200} Mar 24 15:02:11.760590 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55718) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:11.783088 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:11.801915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-6d395c4c-d223-4a45-9b07-9b05a3d9f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:11.804776 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-6d395c4c-d223-4a45-9b07-9b05a3d9f887 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=064f289f92414a78b832c412131fc63a&device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 1130 time: 0.0747895 Mar 24 15:02:11.936375 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-b9caf5cb-db74-4c44-a8c5-61546b20de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:11.937760 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-b9caf5cb-db74-4c44-a8c5-61546b20de64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 200 len: 909 time: 0.1008008 Mar 24 15:02:11.940000 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11991e9-806f-4474-9d85-aa926afbb700 req-5d822d7e-c16e-4281-a337-331fff7da61d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:11.941496 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a11991e9-806f-4474-9d85-aa926afbb700 req-5d822d7e-c16e-4281-a337-331fff7da61d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0924978 Mar 24 15:02:11.948219 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-763ee092-cf89-4b55-94e3-8572bd013fe2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24a82f9d03544309b0db5474390e9669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863546 Mar 24 15:02:11.950906 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55724) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:11.992179 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a11991e9-806f-4474-9d85-aa926afbb700 req-2d7f6a17-c69b-452f-8625-c59beaf8aa3b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428407 Mar 24 15:02:11.993448 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 5, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:11.994877 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-e3fa982c-0823-4b95-b426-c6050df32515 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 200 len: 217 time: 0.0499952 Mar 24 15:02:12.020690 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] Checking router: 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:02:12.028838 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:12.029446 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:12.067149 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-753dafc7-2bc0-4f98-9ca0-47c34d8b7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:12.068616 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-753dafc7-2bc0-4f98-9ca0-47c34d8b7c67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 200 len: 847 time: 0.0643845 Mar 24 15:02:12.069212 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fabd7238-e7e1-43e4-8af1-5fc034cdbedb admin admin] Publish callbacks [] for security_group (99fbc528-a2cd-4f44-8dd0-9296e3ff32c4), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:12.112142 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fabd7238-e7e1-43e4-8af1-5fc034cdbedb admin admin] Publish callbacks [] for security_group (99fbc528-a2cd-4f44-8dd0-9296e3ff32c4), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:12.138326 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:12.158474 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-77ebb8bf-65f4-403c-8aa5-163292dc4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:12.159981 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-77ebb8bf-65f4-403c-8aa5-163292dc4a45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbaa1606-e692-4722-b99e-2b545d0801dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818522 Mar 24 15:02:12.216407 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fabd7238-e7e1-43e4-8af1-5fc034cdbedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (99fbc528-a2cd-4f44-8dd0-9296e3ff32c4), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:12.218953 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fabd7238-e7e1-43e4-8af1-5fc034cdbedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:12.220101 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-fabd7238-e7e1-43e4-8af1-5fc034cdbedb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99fbc528-a2cd-4f44-8dd0-9296e3ff32c4 HTTP/1.1" status: 204 len: 168 time: 0.2681739 Mar 24 15:02:12.233072 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd7238-e7e1-43e4-8af1-5fc034cdbedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fbc528-a2cd-4f44-8dd0-9296e3ff32c4,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:12.262364 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-f7d0901a-344c-4e15-9367-b22698ee0497 service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956519 Mar 24 15:02:12.357471 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 5, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:12.361549 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-98e95ab9-cb96-4db9-a6ed-b3bf66f4f929 req-c06b08a5-374a-4185-ac5b-deb809e8a615 service neutron] 10.222.0.46 "GET /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925922 Mar 24 15:02:12.385982 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b95e5-2715-425e-8020-cf14b3583858 None None] The sync data for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi is: [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:15Z', 'revision_number': 4, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52', 'name': '', 'network_id': 'bbaa1606-e692-4722-b99e-2b545d0801dd', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'mac_address': 'fa:16:3e:91:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:14Z', 'updated_at': '2022-03-24T14:57:18Z', 'revision_number': 5, 'project_id': '064f289f92414a78b832c412131fc63a', 'subnets': [{'id': 'fa91b826-5efe-400e-97a6-a39325ebb2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:02:12.629428 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b76ccc-de81-4828-9fe3-cbe0ee3baffd None None] New status for floating IP d312129b-ef29-44df-b12b-c6aa56f989ce: DOWN {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:02:12.904356 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55752) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:13.000846 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-89038925-network', 'tenant_id': '0690505632574f6a822209142c0a017b'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:13.021899 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Made reservation on behalf of 0690505632574f6a822209142c0a017b for: {'network': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:02:13.024948 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.034843 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.151801 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks [] for security_group (9087a195-930c-4776-8757-15f327c3e515), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.160808 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512c90f-c644-4407-87f9-de07669fa71a req-cb29fadd-5f8d-4b75-9ef0-d964fac2a146 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:13.162324 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7512c90f-c644-4407-87f9-de07669fa71a req-cb29fadd-5f8d-4b75-9ef0-d964fac2a146 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0881016 Mar 24 15:02:13.163352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9087a195-930c-4776-8757-15f327c3e515), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.201879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:02:13.215610 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087a195-930c-4776-8757-15f327c3e515,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:13.225915 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (83256c36-8087-410c-a7f3-aada3cb6559f), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.226296 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.segments_db [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Added segment 83256c36-8087-410c-a7f3-aada3cb6559f of type vlan for network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 Mar 24 15:02:13.274034 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7512c90f-c644-4407-87f9-de07669fa71a req-bf824351-0f7c-41a3-b1e2-893652c2da2b tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7972140-dc51-40ce-80cd-452faafb8ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043329 Mar 24 15:02:13.282821 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (1e082407-6818-4c5c-8aff-4bcf4b2a42e4), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.310236 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (1e082407-6818-4c5c-8aff-4bcf4b2a42e4), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.311193 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:13.311793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.366468 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4609492 Mar 24 15:02:13.369568 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55758) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:13.371543 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ceaf3-7c3b-4bfc-8834-384b79406f02 admin admin] Pushing event updated for resources: {'Network': ['ID=1e082407-6818-4c5c-8aff-4bcf4b2a42e4,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:13.374648 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Request body: {'subnet': {'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-89038925-subnet', 'tenant_id': '0690505632574f6a822209142c0a017b', 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:13.381625 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:02:13.395632 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Made reservation on behalf of 0690505632574f6a822209142c0a017b for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:02:13.398065 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253431'] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.549643 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-843bc349-98bd-46f5-881e-95a06b86ddee tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:13.551198 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-843bc349-98bd-46f5-881e-95a06b86ddee tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 946 time: 0.0545702 Mar 24 15:02:13.564065 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4588259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253409'] for subnet (4f534d27-fc6d-4836-a389-718b493c1284), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.618762 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f534d27-fc6d-4836-a389-718b493c1284,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:13.629357 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.629699 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.630031 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.630391 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.630702 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.631021 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.631337 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.631650 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.631963 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.632278 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.632590 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.632906 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.633212 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.633519 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.633822 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:13.637100 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Checking segment: {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:13.637446 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Network hostable DHCP agents. Network: 1e082407-6818-4c5c-8aff-4bcf4b2a42e4, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:02:13.655628 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:02:13.657259 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Deleting port 0217c299-9780-4580-b2cc-db5a079302e1 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:13.657888 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (0217c299-9780-4580-b2cc-db5a079302e1), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.666374 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 1e082407-6818-4c5c-8aff-4bcf4b2a42e4) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:13.671189 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:13.671189 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.676171 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d54303-31c0-4760-8504-8c4fc9e69a82 None None] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:02:13.694958 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-26aac1e3-6de1-48d2-91d6-553d5132da29 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3232985 Mar 24 15:02:13.694958 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55760) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:13.699658 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:13.728721 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (6a289349-067a-41b6-9b16-32b4b27fe9ec), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.730104 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (6a289349-067a-41b6-9b16-32b4b27fe9ec), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.760005 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] For port 0217c299-9780-4580-b2cc-db5a079302e1, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=0217c299-9780-4580-b2cc-db5a079302e1,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:13.760421 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (0217c299-9780-4580-b2cc-db5a079302e1), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.778746 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Calling delete_port for 0217c299-9780-4580-b2cc-db5a079302e1 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:13.792569 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks [] for router_controller (6a289349-067a-41b6-9b16-32b4b27fe9ec), precommit_add_association {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.806558 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'project_id': '0690505632574f6a822209142c0a017b', 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:02:13.807674 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.933327 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (0217c299-9780-4580-b2cc-db5a079302e1), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.957557 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks [] for router_gateway (6a289349-067a-41b6-9b16-32b4b27fe9ec), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:13.959525 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Allocated IP 172.20.0.2 (1e082407-6818-4c5c-8aff-4bcf4b2a42e4/4f534d27-fc6d-4836-a389-718b493c1284/dc07384d-af0a-45a8-8210-135085de55df) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:13.965777 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event deleted for resources: {'Port': ['ID=0217c299-9780-4580-b2cc-db5a079302e1,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:14.016620 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] No DVR routers for this DVR port 0217c299-9780-4580-b2cc-db5a079302e1 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:02:14.019209 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.022622 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ea26fa1a-d6d0-41fb-98d3-9de99f292925 req-a2004a39-860b-43d1-a3c6-d3c5d7c46004 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.46 "DELETE /v2.0/ports/0217c299-9780-4580-b2cc-db5a079302e1 HTTP/1.1" status: 204 len: 173 time: 0.4666960 Mar 24 15:02:14.023076 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-deleted', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:02:14.025418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c98d5-3631-415f-b9d2-16786baba383" -d '{"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-deleted", "tag": "0217c299-9780-4580-b2cc-db5a079302e1"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:02:14.072597 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8073a-861d-454d-844a-4c74066c5f74 x-openstack-request-id: req-51c8073a-861d-454d-844a-4c74066c5f74 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:02:14.073056 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6a810d-998a-494e-9b2b-93cce4e906aa", "name": "network-vif-deleted", "tag": "0217c299-9780-4580-b2cc-db5a079302e1", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:02:14.073530 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51c8073a-861d-454d-844a-4c74066c5f74 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:02:14.074104 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c8073a-861d-454d-844a-4c74066c5f74'] response: {'server_uuid': 'fb6a810d-998a-494e-9b2b-93cce4e906aa', 'name': 'network-vif-deleted', 'tag': '0217c299-9780-4580-b2cc-db5a079302e1', 'status': 'completed', 'code': 200} Mar 24 15:02:14.186768 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks [] for router_gateway (6a289349-067a-41b6-9b16-32b4b27fe9ec), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.206919 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.264325 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Publish callbacks [] for port (dc07384d-af0a-45a8-8210-135085de55df), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.271418 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (dc07384d-af0a-45a8-8210-135085de55df), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.310301 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:14.313289 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:14.318571 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Allocated IP 172.27.1.107 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/dda372fc-0dd5-44d8-bb50-5de877ee64d8) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:14.320511 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:14.328750 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Pushing event updated for resources: {'Port': ['ID=dc07384d-af0a-45a8-8210-135085de55df,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:14.388685 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Attempting to bind port dc07384d-af0a-45a8-8210-135085de55df on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:14.389380 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Attempting to bind port dc07384d-af0a-45a8-8210-135085de55df by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:14.389617 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Attempting to bind port dc07384d-af0a-45a8-8210-135085de55df on network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:14.396821 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:14.397417 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Checking segment: {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:14.398189 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.399344 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Bound using segment: {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:14.399966 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Bound port: dc07384d-af0a-45a8-8210-135085de55df, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:14.400528 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (dc07384d-af0a-45a8-8210-135085de55df), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.409163 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-272634f5-2029-4c01-afc8-5b133adde589 req-9d6d7c5c-c685-4436-b303-084878ad0930 tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb6a810d-998a-494e-9b2b-93cce4e906aa HTTP/1.1" status: 200 len: 210 time: 0.0326917 Mar 24 15:02:14.480699 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks [] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.505599 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] For port dc07384d-af0a-45a8-8210-135085de55df, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:14.512050 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] For port dc07384d-af0a-45a8-8210-135085de55df, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=dc07384d-af0a-45a8-8210-135085de55df,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:14.523109 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (dc07384d-af0a-45a8-8210-135085de55df), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.536674 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:14.577944 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:14.586614 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:14.590822 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:14.601360 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08d919-4166-4dd7-aeda-d9642b01a171 None None] Pushing event updated for resources: {'Port': ['ID=dc07384d-af0a-45a8-8210-135085de55df,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:14.622636 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Pushing event updated for resources: {'Port': ['ID=dda372fc-0dd5-44d8-bb50-5de877ee64d8,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:14.874698 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks [] for router_gateway (6a289349-067a-41b6-9b16-32b4b27fe9ec), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.339230 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (6a289349-067a-41b6-9b16-32b4b27fe9ec), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.476225 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Router 6a289349-067a-41b6-9b16-32b4b27fe9ec is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:02:15.484945 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55780) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:15.545095 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aa225ea2-dabe-471c-9200-37338ac8689d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group (d7972140-dc51-40ce-80cd-452faafb8ffe), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.562051 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f89c4-de62-4220-858d-a74bb7d71d45 None None] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:02:15.570788 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aa225ea2-dabe-471c-9200-37338ac8689d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group (d7972140-dc51-40ce-80cd-452faafb8ffe), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.586779 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:02:15.606324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.608099 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-21e4a3dd-1ce7-4ae2-802d-7166ccfd59b5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9123373 Mar 24 15:02:15.611449 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55782) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:15.621275 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Sync routers for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:02:15.652019 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:15.652656 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:15.709803 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aa225ea2-dabe-471c-9200-37338ac8689d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (d7972140-dc51-40ce-80cd-452faafb8ffe), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.712407 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-aa225ea2-dabe-471c-9200-37338ac8689d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.716069 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-aa225ea2-dabe-471c-9200-37338ac8689d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] 10.222.0.43 "DELETE /v2.0/security-groups/d7972140-dc51-40ce-80cd-452faafb8ffe HTTP/1.1" status: 204 len: 168 time: 0.2267649 Mar 24 15:02:15.727512 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa225ea2-dabe-471c-9200-37338ac8689d tempest-TestShelveInstance-388823711 tempest-TestShelveInstance-388823711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7972140-dc51-40ce-80cd-452faafb8ffe,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:15.743402 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-781d9c85-c5d2-4eaa-a01a-4f3dea18a999 None None] Provisioning complete for port dc07384d-af0a-45a8-8210-135085de55df triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:15.744016 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-781d9c85-c5d2-4eaa-a01a-4f3dea18a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (dc07384d-af0a-45a8-8210-135085de55df), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:15.766824 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55786) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:15.875723 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:15.997055 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-781d9c85-c5d2-4eaa-a01a-4f3dea18a999 None None] Current status of the port dc07384d-af0a-45a8-8210-135085de55df is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:15.997452 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-781d9c85-c5d2-4eaa-a01a-4f3dea18a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (dc07384d-af0a-45a8-8210-135085de55df), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.134473 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.147456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-781d9c85-c5d2-4eaa-a01a-4f3dea18a999 None None] For port dc07384d-af0a-45a8-8210-135085de55df, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=dc07384d-af0a-45a8-8210-135085de55df,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:16.157741 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-781d9c85-c5d2-4eaa-a01a-4f3dea18a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (dc07384d-af0a-45a8-8210-135085de55df), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.238806 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d9c85-c5d2-4eaa-a01a-4f3dea18a999 None None] Pushing event updated for resources: {'Port': ['ID=dc07384d-af0a-45a8-8210-135085de55df,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:16.298380 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-ad7ca376-3936-49ff-9db2-aff05eb1188f None None] Provisioning complete for port dc07384d-af0a-45a8-8210-135085de55df triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:16.298761 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ad7ca376-3936-49ff-9db2-aff05eb1188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (dc07384d-af0a-45a8-8210-135085de55df), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.344050 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55796) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:16.346859 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:14Z', 'revision_number': 3, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:16.348300 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Allocated IP 172.20.0.1 (1e082407-6818-4c5c-8aff-4bcf4b2a42e4/4f534d27-fc6d-4836-a389-718b493c1284/c2d662bb-768b-4f57-befe-a7f0f1b98fee) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:16.383268 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Checking router: 6a289349-067a-41b6-9b16-32b4b27fe9ec for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:02:16.384041 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Updating router 6a289349-067a-41b6-9b16-32b4b27fe9ec port dda372fc-0dd5-44d8-bb50-5de877ee64d8 binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:02:16.397774 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.450997 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.490544 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ca376-3936-49ff-9db2-aff05eb1188f None None] Current status of the port dc07384d-af0a-45a8-8210-135085de55df is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:16.500066 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks [] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.540068 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.540658 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3c348fcb-3986-4bba-81a1-b242efeb8094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.559544 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device dc07384d-af0a-45a8-8210-135085de55df up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:16.582732 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:16.586306 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:16.590500 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:16.628005 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d662bb-768b-4f57-befe-a7f0f1b98fee,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:16.658996 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (6a289349-067a-41b6-9b16-32b4b27fe9ec), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.679799 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port dc07384d-af0a-45a8-8210-135085de55df triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:16.680410 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (dc07384d-af0a-45a8-8210-135085de55df), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.721254 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3c348fcb-3986-4bba-81a1-b242efeb8094 admin admin] Publish callbacks [] for security_group (67830f52-a5f7-462f-97a2-2cecc90023cc), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.740316 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3c348fcb-3986-4bba-81a1-b242efeb8094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (67830f52-a5f7-462f-97a2-2cecc90023cc), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.818872 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3c348fcb-3986-4bba-81a1-b242efeb8094 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2eb8beec0d1d45b7828b52911c380750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737389 Mar 24 15:02:16.820968 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c348fcb-3986-4bba-81a1-b242efeb8094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67830f52-a5f7-462f-97a2-2cecc90023cc,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:16.824038 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55800) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:16.846584 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.877491 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port dc07384d-af0a-45a8-8210-135085de55df is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:16.883359 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Publish callbacks [] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.891049 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.933626 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb13d2d5-2367-4518-b664-2e3f419c92b1 admin admin] Publish callbacks [] for security_group (67830f52-a5f7-462f-97a2-2cecc90023cc), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.961460 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353011cf-6e18-467e-9fe5-fdd0fed26f2b None None] Pushing event updated for resources: {'Port': ['ID=dda372fc-0dd5-44d8-bb50-5de877ee64d8,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:16.963776 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb13d2d5-2367-4518-b664-2e3f419c92b1 admin admin] Publish callbacks [] for security_group (67830f52-a5f7-462f-97a2-2cecc90023cc), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.964355 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Attempting to bind port dda372fc-0dd5-44d8-bb50-5de877ee64d8 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:16.965156 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Attempting to bind port dda372fc-0dd5-44d8-bb50-5de877ee64d8 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:16.965299 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Attempting to bind port dda372fc-0dd5-44d8-bb50-5de877ee64d8 on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:16.968461 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-9cf8df6f-09b5-4ba1-aa4b-255f16129f49 None None] Provisioning complete for port c2d662bb-768b-4f57-befe-a7f0f1b98fee triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:16.968898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9cf8df6f-09b5-4ba1-aa4b-255f16129f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.994486 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:16.996392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:16.996392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:16.996392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:16.996392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Bound port: dda372fc-0dd5-44d8-bb50-5de877ee64d8, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:16.996786 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.000374 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Deleting port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:17.000741 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.025657 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks [] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.031906 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.033662 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-9cf8df6f-09b5-4ba1-aa4b-255f16129f49 None None] Port c2d662bb-768b-4f57-befe-a7f0f1b98fee cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:02:17.061810 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] For port dda372fc-0dd5-44d8-bb50-5de877ee64d8, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:17.065430 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] For port dda372fc-0dd5-44d8-bb50-5de877ee64d8, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=dda372fc-0dd5-44d8-bb50-5de877ee64d8,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:17.073675 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.080826 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb13d2d5-2367-4518-b664-2e3f419c92b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (67830f52-a5f7-462f-97a2-2cecc90023cc), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.083628 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-bb13d2d5-2367-4518-b664-2e3f419c92b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.087121 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-bb13d2d5-2367-4518-b664-2e3f419c92b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67830f52-a5f7-462f-97a2-2cecc90023cc HTTP/1.1" status: 204 len: 168 time: 0.2596326 Mar 24 15:02:17.102021 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13d2d5-2367-4518-b664-2e3f419c92b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67830f52-a5f7-462f-97a2-2cecc90023cc,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:17.108775 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] For port e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:17.109142 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.122813 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Calling delete_port for e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 owned by network:router_interface {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:17.125665 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d662bb-768b-4f57-befe-a7f0f1b98fee,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:17.129831 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (6a289349-067a-41b6-9b16-32b4b27fe9ec), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.155908 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353011cf-6e18-467e-9fe5-fdd0fed26f2b None None] Pushing event updated for resources: {'Port': ['ID=dda372fc-0dd5-44d8-bb50-5de877ee64d8,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:17.173039 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:17.173856 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:17.270137 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:17.271557 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:17.288527 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:17.406772 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.449435 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:17.527743 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Router 6a289349-067a-41b6-9b16-32b4b27fe9ec has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:02:17.615490 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 2, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:17.641996 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.646302 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43a9be-d5da-4e4a-864c-dbdc421effcf None None] The sync data for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi is: [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 2, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:02:17.678128 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-8633680b-9a65-4bcd-94c3-53dd108a7870 None None] Provisioning complete for port c2d662bb-768b-4f57-befe-a7f0f1b98fee triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:17.678514 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8633680b-9a65-4bcd-94c3-53dd108a7870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:17.692161 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:02:17.698365 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-8e7c6015-1c49-4db2-ade6-0564bb4a1992 admin admin] 10.222.0.43 "PUT /v2.0/routers/6a289349-067a-41b6-9b16-32b4b27fe9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0858471 Mar 24 15:02:17.729392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-8633680b-9a65-4bcd-94c3-53dd108a7870 None None] Port c2d662bb-768b-4f57-befe-a7f0f1b98fee cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:02:17.922458 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:02:18.037016 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:02:18.045136 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4560cece-20c5-4073-b621-4848d26261b3 admin admin] 10.222.0.43 "PUT /v2.0/routers/89c4dd8a-de74-41c7-9b46-6dec007ec5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2786806 Mar 24 15:02:18.046041 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55810) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:18.047940 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] Sync routers for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:02:18.057579 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:18.058286 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:18.176316 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks [] for router (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.179883 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:18.303830 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks [] for router_gateway (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.367533 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55820) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:18.373796 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1707489925-network', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:18.400007 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Made reservation on behalf of 84da13d9ed8d4771a96d17b6de71bfdd for: {'network': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:02:18.403612 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for network (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.415164 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T15:02:17Z', 'revision_number': 5, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port': {'id': '87938f9d-7853-4904-81b0-0b6167aae81d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:18.427277 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.457790 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] Checking router: 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:02:18.505178 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] Routers {'89c4dd8a-de74-41c7-9b46-6dec007ec5e1'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:18.506235 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:18.551697 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks [] for security_group (5547d2fc-6991-4500-a66a-c4503fda4356), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.558246 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5547d2fc-6991-4500-a66a-c4503fda4356), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.572172 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 15:02:18.584957 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0217c299-9780-4580-b2cc-db5a079302e1 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:18.592943 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (aa4f7449-6b63-4906-b283-ee0ed5e50724), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.593350 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.segments_db [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Added segment aa4f7449-6b63-4906-b283-ee0ed5e50724 of type vlan for network 8475b4b5-a8e5-4b72-9d94-c692711164e9 Mar 24 15:02:18.625014 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 0217c299-9780-4580-b2cc-db5a079302e1 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:18.625522 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 0217c299-9780-4580-b2cc-db5a079302e1 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:18.661752 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] Set router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 gateway port host: None {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:18.664238 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.681583 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5547d2fc-6991-4500-a66a-c4503fda4356,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:18.700696 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756050556245'] for network (8475b4b5-a8e5-4b72-9d94-c692711164e9), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.730999 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Deleting port 87938f9d-7853-4904-81b0-0b6167aae81d {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:18.731522 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.738609 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754'] for network (8475b4b5-a8e5-4b72-9d94-c692711164e9), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.739609 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:18.740206 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.817664 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4487746 Mar 24 15:02:18.820263 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55822) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:18.836078 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Request body: {'subnet': {'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1707489925-subnet', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'ip_version': 4}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:18.844790 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] For port 87938f9d-7853-4904-81b0-0b6167aae81d, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=87938f9d-7853-4904-81b0-0b6167aae81d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:18.845334 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.852790 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423cd21-17ad-457b-9f91-8b31fe41205a admin admin] Pushing event updated for resources: {'Network': ['ID=8475b4b5-a8e5-4b72-9d94-c692711164e9,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:18.853014 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T15:02:18Z', 'revision_number': 6, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:18.860999 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Calling delete_port for 87938f9d-7853-4904-81b0-0b6167aae81d owned by network:router_gateway {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:18.865803 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 details requested by agent ovs-agent-dv-cinder-834805-2-iscsi with host dv-cinder-834805-2-iscsi {{(pid=109718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 15:02:18.868874 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Made reservation on behalf of 84da13d9ed8d4771a96d17b6de71bfdd for: {'subnet': 1} {{(pid=109717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:02:18.871319 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4253431'] for subnet (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:18.894986 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1f35d-11d5-46f6-a031-74a74227704d None None] The sync data for ids ['89c4dd8a-de74-41c7-9b46-6dec007ec5e1'] in dv-cinder-834805-2-iscsi is: [{'id': '89c4dd8a-de74-41c7-9b46-6dec007ec5e1', 'name': 'tempest-TestShelveInstance-225451112-router', 'tenant_id': '064f289f92414a78b832c412131fc63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:11Z', 'updated_at': '2022-03-24T15:02:18Z', 'revision_number': 6, 'project_id': '064f289f92414a78b832c412131fc63a', 'gw_port_host': None}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:02:19.077166 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4588259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4253409'] for subnet (acce0ebb-cefc-432c-b070-cbfee807d32b), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.091044 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (87938f9d-7853-4904-81b0-0b6167aae81d), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.122393 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Pushing event deleted for resources: {'Port': ['ID=87938f9d-7853-4904-81b0-0b6167aae81d,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:19.131401 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acce0ebb-cefc-432c-b070-cbfee807d32b,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:19.142177 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Checking segment: {'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:19.142304 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Network hostable DHCP agents. Network: 8475b4b5-a8e5-4b72-9d94-c692711164e9, hostable agents: ['66e278c9-0b47-455e-874e-accaea535765'], hosted agents: [] {{(pid=109717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 15:02:19.158941 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 is scheduled to be hosted by DHCP agent 66e278c9-0b47-455e-874e-accaea535765 with binding_index 1 {{(pid=109717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 15:02:19.169341 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834805-2-iscsi, 8475b4b5-a8e5-4b72-9d94-c692711164e9) {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:19.177133 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea2abc-af09-429a-9c57-93b5a9d6ec67 None None] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:02:19.189472 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:19.190006 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.199988 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.218677 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-6adc6e14-8da6-41de-8dd5-c0f1226290c3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3950877 Mar 24 15:02:19.219083 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55824) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:19.227132 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:19.259414 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129429'] for router (34f12e2f-1f4f-4112-a769-467929641a01), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.260669 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129516'] for router (34f12e2f-1f4f-4112-a769-467929641a01), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.315029 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.317757 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks [] for router_controller (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.350802 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks [] for router_controller (34f12e2f-1f4f-4112-a769-467929641a01), precommit_add_association {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.386018 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (89c4dd8a-de74-41c7-9b46-6dec007ec5e1), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.387031 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c4dd8a-de74-41c7-9b46-6dec007ec5e1 {{(pid=109716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:02:19.392018 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.393634 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-0240bd34-be46-469b-a609-61ae9f69e598 admin admin] 10.222.0.43 "DELETE /v2.0/routers/89c4dd8a-de74-41c7-9b46-6dec007ec5e1 HTTP/1.1" status: 204 len: 168 time: 1.3439286 Mar 24 15:02:19.396245 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55826) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:19.445710 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] Deleting subnet fa91b826-5efe-400e-97a6-a39325ebb2f6 {{(pid=109716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:02:19.449103 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] Publish callbacks [] for subnet (fa91b826-5efe-400e-97a6-a39325ebb2f6), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.466437 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp086ef3e7-c7ac-57aa-aa2a-4319915c83f5-8475b4b5-a8e5-4b72-9d94-c692711164e9', 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9', 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'fixed_ips': [{'subnet_id': 'acce0ebb-cefc-432c-b070-cbfee807d32b'}]}} from dv-cinder-834805-2-iscsi. {{(pid=109718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 15:02:19.467314 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.488075 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4515817'] for subnet (fa91b826-5efe-400e-97a6-a39325ebb2f6), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.517337 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks [] for router_gateway (34f12e2f-1f4f-4112-a769-467929641a01), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.585383 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (fa91b826-5efe-400e-97a6-a39325ebb2f6), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.639127 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5729467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6289944'] for subnet (fa91b826-5efe-400e-97a6-a39325ebb2f6), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.644289 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Allocated IP 172.20.0.2 (8475b4b5-a8e5-4b72-9d94-c692711164e9/acce0ebb-cefc-432c-b070-cbfee807d32b/64e4b008-4f9b-48ca-a344-8c04651ba3e6) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:19.682694 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa91b826-5efe-400e-97a6-a39325ebb2f6,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:19.688628 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.692150 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-3e10c4bb-0af4-4258-9b05-91a4af901ebd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fa91b826-5efe-400e-97a6-a39325ebb2f6 HTTP/1.1" status: 204 len: 168 time: 0.2947595 Mar 24 15:02:19.695143 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55828) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:19.719810 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f144920b-5b7c-4adf-8c24-9f645beaa0a9 None None] Network bbaa1606-e692-4722-b99e-2b545d0801dd requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:02:19.731403 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks [] for router_gateway (34f12e2f-1f4f-4112-a769-467929641a01), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.750666 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.770971 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (bbaa1606-e692-4722-b99e-2b545d0801dd), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.829362 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Deleting port ddbfe72a-8de1-4375-90cb-156080353b99 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:19.829860 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.874345 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Allocated IP 172.27.1.207 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/a277700d-14f6-4b9e-8097-d7ec0fd0d2f9) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:19.891449 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Publish callbacks [] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.900394 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.933816 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] For port ddbfe72a-8de1-4375-90cb-156080353b99, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=ddbfe72a-8de1-4375-90cb-156080353b99,segment=NetworkSegment(b8a73dc8-86a3-4aa0-af11-b537fdc7d118),segment_id=b8a73dc8-86a3-4aa0-af11-b537fdc7d118)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:19.934208 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:19.949197 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Calling delete_port for ddbfe72a-8de1-4375-90cb-156080353b99 owned by network:dhcp {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:19.956234 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:19.964342 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:19.967412 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] DHCP port deletion for bbaa1606-e692-4722-b99e-2b545d0801dd request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:02:19.969748 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:19.989721 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Pushing event updated for resources: {'Port': ['ID=64e4b008-4f9b-48ca-a344-8c04651ba3e6,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:20.023281 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks [] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.048874 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.062352 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] No DVR routers for this DVR port ddbfe72a-8de1-4375-90cb-156080353b99 on host dv-cinder-834805-2-iscsi {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:02:20.064945 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.080284 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Attempting to bind port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:20.080922 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Attempting to bind port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:20.081470 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Attempting to bind port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 on network 8475b4b5-a8e5-4b72-9d94-c692711164e9 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:20.096516 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:20.097424 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Checking segment: {'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:20.098256 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.098827 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Bound using segment: {'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:20.100171 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Bound port: 64e4b008-4f9b-48ca-a344-8c04651ba3e6, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:20.100835 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.106839 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:20.110287 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:20.114839 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:20.151242 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] Deleting port ddbfe72a-8de1-4375-90cb-156080353b99 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:20.151608 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.154845 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Pushing event updated for resources: {'Port': ['ID=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:20.182246 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbfe72a-8de1-4375-90cb-156080353b99,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:20.199395 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (bbaa1606-e692-4722-b99e-2b545d0801dd), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.234880 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] For port 64e4b008-4f9b-48ca-a344-8c04651ba3e6, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:20.238142 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] For port ddbfe72a-8de1-4375-90cb-156080353b99, host dv-cinder-834805-2-iscsi, got binding levels [] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:20.238604 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.241332 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-6f64b06f-e752-456e-b2c4-560f46964ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087840 Mar 24 15:02:20.242543 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] For port 64e4b008-4f9b-48ca-a344-8c04651ba3e6, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=64e4b008-4f9b-48ca-a344-8c04651ba3e6,segment=NetworkSegment(aa4f7449-6b63-4906-b283-ee0ed5e50724),segment_id=aa4f7449-6b63-4906-b283-ee0ed5e50724)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:20.245027 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbaa1606-e692-4722-b99e-2b545d0801dd']}} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:20.255398 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] Calling delete_port for ddbfe72a-8de1-4375-90cb-156080353b99 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:20.256489 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118') {'for_net_delete': True} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:20.256997 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a73dc8-86a3-4aa0-af11-b537fdc7d118') {} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:20.258911 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.ipam_backend_mixin [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] Port ddbfe72a-8de1-4375-90cb-156080353b99 was not found and therefore no delete operation was performed {{(pid=109718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 15:02:20.268145 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.268760 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4515792'] for segment (b8a73dc8-86a3-4aa0-af11-b537fdc7d118), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.292415 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (b8a73dc8-86a3-4aa0-af11-b537fdc7d118), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.300623 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:02:20.301106 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5726745'] for segment (b8a73dc8-86a3-4aa0-af11-b537fdc7d118), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: Traceback (most recent call last): Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: timer() Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: cb(*args, **kw) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: return func(*args, **kwargs) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: self._notify() Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: self.callback(batched_events) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: event.method(event) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: return f(self, *a, **k) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._get(url).json() Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: return self.request(url, 'GET', **kwargs) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:02:20.303114 dv-cinder-834805-2-iscsi neutron-server[109716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:02:20.357319 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (ddbfe72a-8de1-4375-90cb-156080353b99), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.363954 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907a672-cd4d-40ed-9d0a-b25d724da99b None None] Pushing event updated for resources: {'Port': ['ID=64e4b008-4f9b-48ca-a344-8c04651ba3e6,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:20.418577 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (bbaa1606-e692-4722-b99e-2b545d0801dd), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.429679 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.436054 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] Pushing event deleted for resources: {'Port': ['ID=ddbfe72a-8de1-4375-90cb-156080353b99,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:20.437557 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/bbaa1606-e692-4722-b99e-2b545d0801dd HTTP/1.1" status: 204 len: 168 time: 0.7409608 Mar 24 15:02:20.444525 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9d376-447f-4148-b122-ccda19bc5651 None None] No DVR routers for this DVR port ddbfe72a-8de1-4375-90cb-156080353b99 on host dv-cinder-834805-2-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:02:20.471400 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55830) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:20.472236 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977f796-a4f6-4654-a7a2-8ca1e85a53cd admin admin] Pushing event deleted for resources: {'Network': ['ID=bbaa1606-e692-4722-b99e-2b545d0801dd,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:20.482328 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d057-3522-4515-87b8-63c5461e8e7b req-b6962f42-5c76-41ce-a079-d50dad4918a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:20.494850 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-b6962f42-5c76-41ce-a079-d50dad4918a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1129 time: 0.1818438 Mar 24 15:02:20.578473 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device dda372fc-0dd5-44d8-bb50-5de877ee64d8 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:20.649291 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Sync routers for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:02:20.686052 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:20.690755 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:20.767257 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d057-3522-4515-87b8-63c5461e8e7b req-34a95adb-c693-4627-96b3-3edddec704c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:20.768781 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-34a95adb-c693-4627-96b3-3edddec704c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.2187169 Mar 24 15:02:20.818001 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port dda372fc-0dd5-44d8-bb50-5de877ee64d8 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:20.818714 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.849667 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:20.852451 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks [] for router_gateway (34f12e2f-1f4f-4112-a769-467929641a01), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:20.882129 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-7033c608-f50e-4117-abca-5e56742b3970 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cd4bba-c812-4d47-9207-67f0148ed324 HTTP/1.1" status: 200 len: 1000 time: 0.0879114 Mar 24 15:02:20.967472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d057-3522-4515-87b8-63c5461e8e7b req-2eed67ab-66cb-44c1-b10b-9a5cc942b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:20.968994 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-2eed67ab-66cb-44c1-b10b-9a5cc942b337 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0723460 Mar 24 15:02:21.020220 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port dda372fc-0dd5-44d8-bb50-5de877ee64d8 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:21.020855 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.048035 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d057-3522-4515-87b8-63c5461e8e7b req-99ca18ce-b16a-4a86-a3f7-617c6c391525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:21.049402 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-99ca18ce-b16a-4a86-a3f7-617c6c391525 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644915 Mar 24 15:02:21.049560 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port dda372fc-0dd5-44d8-bb50-5de877ee64d8, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=dda372fc-0dd5-44d8-bb50-5de877ee64d8,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:21.058684 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.074489 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638166'] for router (34f12e2f-1f4f-4112-a769-467929641a01), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.112703 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=dda372fc-0dd5-44d8-bb50-5de877ee64d8,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:21.182759 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-dc74e35e-7c30-4e04-b959-cfba0bca8852 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248484 Mar 24 15:02:21.186077 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 2, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:21.190504 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddbfe72a-8de1-4375-90cb-156080353b99 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:21.216196 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Checking router: 6a289349-067a-41b6-9b16-32b4b27fe9ec for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:02:21.216696 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Updating router 6a289349-067a-41b6-9b16-32b4b27fe9ec port c2d662bb-768b-4f57-befe-a7f0f1b98fee binding host dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:02:21.224909 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Router 34f12e2f-1f4f-4112-a769-467929641a01 is scheduled to L3 agent 6849d397-cf56-40b5-a7ba-305989088961 with binding_index 1 {{(pid=109717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 15:02:21.242400 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (d97fe469-7e52-40dd-b376-fb842b299549), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.255386 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: ddbfe72a-8de1-4375-90cb-156080353b99 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:21.255857 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device ddbfe72a-8de1-4375-90cb-156080353b99 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:21.256404 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 87938f9d-7853-4904-81b0-0b6167aae81d no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:21.280817 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 87938f9d-7853-4904-81b0-0b6167aae81d {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:21.281302 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 87938f9d-7853-4904-81b0-0b6167aae81d not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:21.281880 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:21.284602 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.302662 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:21.303288 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device e1a2d09f-9aec-4ecc-a0a7-5de30b24fc52 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:21.368366 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:02:21.368745 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c379d057-3522-4515-87b8-63c5461e8e7b req-6265389c-d3be-4c46-9e5c-0128475912df service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801271 Mar 24 15:02:21.379893 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Sync routers for ids ['34f12e2f-1f4f-4112-a769-467929641a01'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:02:21.396791 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.398299 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1b7a5cbc-b093-41ac-bd40-fce8712d5e8e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1777234 Mar 24 15:02:21.400957 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55832) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:21.412323 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Routers {'34f12e2f-1f4f-4112-a769-467929641a01'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:21.412950 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['34f12e2f-1f4f-4112-a769-467929641a01'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:21.598943 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Set router 34f12e2f-1f4f-4112-a769-467929641a01 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:21.612203 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Deleting port aaa9809c-889c-419a-9cbb-b79f657d624f {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:21.612690 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.676433 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Publish callbacks [] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.685375 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.739281 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] For port aaa9809c-889c-419a-9cbb-b79f657d624f, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=aaa9809c-889c-419a-9cbb-b79f657d624f,segment=NetworkSegment(bbf6834a-8469-4881-b2fb-33b4c03f986e),segment_id=bbf6834a-8469-4881-b2fb-33b4c03f986e)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:21.739691 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.777354 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcd2ec-bb7d-4339-9e21-9b44591b1836 None None] Pushing event updated for resources: {'Port': ['ID=c2d662bb-768b-4f57-befe-a7f0f1b98fee,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:21.778164 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Calling delete_port for aaa9809c-889c-419a-9cbb-b79f657d624f owned by network:router_interface {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:21.839328 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Attempting to bind port c2d662bb-768b-4f57-befe-a7f0f1b98fee on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:21.839702 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Attempting to bind port c2d662bb-768b-4f57-befe-a7f0f1b98fee by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:21.840065 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Attempting to bind port c2d662bb-768b-4f57-befe-a7f0f1b98fee on network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:21.849509 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:21.849960 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Checking segment: {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:21.850424 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.850971 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Bound using segment: {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:21.853677 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Bound port: c2d662bb-768b-4f57-befe-a7f0f1b98fee, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:21.854103 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:21.911499 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef58b21-170c-4568-9e98-77613a1f4524 None None] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:02:22.004709 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:20Z', 'revision_number': 3, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port': {'id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:22.043163 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Checking router: 34f12e2f-1f4f-4112-a769-467929641a01 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:02:22.043402 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Updating router 34f12e2f-1f4f-4112-a769-467929641a01 port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:02:22.055904 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] For port c2d662bb-768b-4f57-befe-a7f0f1b98fee, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:22.059504 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] For port c2d662bb-768b-4f57-befe-a7f0f1b98fee, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c2d662bb-768b-4f57-befe-a7f0f1b98fee,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:22.064071 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-b2db6f4d-7e90-49d9-aced-4d71d8bd0a74 None None] Provisioning complete for port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:22.064998 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b2db6f4d-7e90-49d9-aced-4d71d8bd0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.080978 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.085088 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.106536 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.127477 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (aaa9809c-889c-419a-9cbb-b79f657d624f), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.162465 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa9809c-889c-419a-9cbb-b79f657d624f,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:22.275877 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:22.276784 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:22.378320 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_common [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Allocated IP 172.20.0.1 (8475b4b5-a8e5-4b72-9d94-c692711164e9/acce0ebb-cefc-432c-b070-cbfee807d32b/39b24bf9-16f5-4d13-8f20-d54d4a84b07e) {{(pid=109717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:22.472985 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (d97fe469-7e52-40dd-b376-fb842b299549), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.604783 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Publish callbacks [] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.620366 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.632064 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks [] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.686044 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcd2ec-bb7d-4339-9e21-9b44591b1836 None None] Pushing event updated for resources: {'Port': ['ID=c2d662bb-768b-4f57-befe-a7f0f1b98fee,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:22.719758 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Attempting to bind port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:22.720195 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Attempting to bind port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:22.720961 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Attempting to bind port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 on network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:22.724082 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Pushing event updated for resources: {'Port': ['ID=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:22.737438 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.738347 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.739061 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.740318 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.741080 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.741638 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.742339 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.742970 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.743648 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.744174 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.744361 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.745248 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.745799 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.746357 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.746859 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.747356 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:02:22.748158 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-b2db6f4d-7e90-49d9-aced-4d71d8bd0a74 None None] Current status of the port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:22.748559 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b2db6f4d-7e90-49d9-aced-4d71d8bd0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.751998 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:22.752638 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Checking segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:22.753497 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.754217 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Bound using segment: {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:22.754887 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Bound port: a277700d-14f6-4b9e-8097-d7ec0fd0d2f9, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bce96b-6bf8-40a8-a5e0-d745392ffc13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:22.756112 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.767544 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:22.770458 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:22.772962 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Received port after_create {{(pid=109717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:22.806366 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Router d97fe469-7e52-40dd-b376-fb842b299549 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:02:22.809998 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device dda372fc-0dd5-44d8-bb50-5de877ee64d8 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:22.839334 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] For port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:22.843733 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] For port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:22.850389 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622467'] for router_interface (34f12e2f-1f4f-4112-a769-467929641a01), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.854765 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:22.914882 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Pushing event updated for resources: {'Port': ['ID=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:22.930737 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:22.974004 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Routers {'34f12e2f-1f4f-4112-a769-467929641a01'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:22.974834 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['34f12e2f-1f4f-4112-a769-467929641a01'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:23.029122 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.032809 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-b2db6f4d-7e90-49d9-aced-4d71d8bd0a74 None None] For port 64e4b008-4f9b-48ca-a344-8c04651ba3e6, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=64e4b008-4f9b-48ca-a344-8c04651ba3e6,segment=NetworkSegment(aa4f7449-6b63-4906-b283-ee0ed5e50724),segment_id=aa4f7449-6b63-4906-b283-ee0ed5e50724)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:23.072221 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84ffeb-71d5-48db-976e-36773babe866 None None] Pushing event updated for resources: {'Port': ['ID=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:23.087471 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b2db6f4d-7e90-49d9-aced-4d71d8bd0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.151214 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] Set router 34f12e2f-1f4f-4112-a769-467929641a01 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:23.183555 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db6f4d-7e90-49d9-aced-4d71d8bd0a74 None None] Pushing event updated for resources: {'Port': ['ID=64e4b008-4f9b-48ca-a344-8c04651ba3e6,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:23.195584 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port dda372fc-0dd5-44d8-bb50-5de877ee64d8 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:23.195952 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.239621 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks [] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.247485 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.287749 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Provisioning complete for port c2d662bb-768b-4f57-befe-a7f0f1b98fee triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:23.288123 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.300256 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622359'] for router_interface (34f12e2f-1f4f-4112-a769-467929641a01), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.336216 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:02:23.345558 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:20Z', 'revision_number': 3, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port': {'id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:23.352967 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] Sync routers for ids ['d97fe469-7e52-40dd-b376-fb842b299549'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:02:23.353623 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-c91b8c54-f1b4-4e1f-9b31-1d7582185d62 admin admin] 10.222.0.43 "PUT /v2.0/routers/d97fe469-7e52-40dd-b376-fb842b299549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8575537 Mar 24 15:02:23.355933 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55834) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:23.377250 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a62d50-8c75-4775-aafb-cb9f16ae473a None None] The sync data for ids ['34f12e2f-1f4f-4112-a769-467929641a01'] in dv-cinder-834805-2-iscsi is: [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:20Z', 'revision_number': 3, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port': {'id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:02:23.409878 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Pushing event updated for resources: {'Port': ['ID=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,revision_number=2']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:23.435951 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:23.444191 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] Routers {'d97fe469-7e52-40dd-b376-fb842b299549'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:23.444822 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['d97fe469-7e52-40dd-b376-fb842b299549'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:23.449908 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 is already hosted by enough agents. {{(pid=109717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:23.451700 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.base_scheduler [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Resources bound (agent type, host, resource id): {{(pid=109717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:23.491511 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks [] for router (d97fe469-7e52-40dd-b376-fb842b299549), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.523888 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b1bb-41f6-467f-92f8-7c84e1438182 None None] The sync data for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi is: [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:02:23.593307 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port dda372fc-0dd5-44d8-bb50-5de877ee64d8 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:23.595147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 64e4b008-4f9b-48ca-a344-8c04651ba3e6 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:23.640096 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Current status of the port c2d662bb-768b-4f57-befe-a7f0f1b98fee is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:23.644234 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Router 34f12e2f-1f4f-4112-a769-467929641a01 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:02:23.647631 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.662501 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks [] for router_gateway (d97fe469-7e52-40dd-b376-fb842b299549), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.766265 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] Set router d97fe469-7e52-40dd-b376-fb842b299549 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:23.771288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Deleting port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:23.772130 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.865868 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] For port c2d662bb-768b-4f57-befe-a7f0f1b98fee, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c2d662bb-768b-4f57-befe-a7f0f1b98fee,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:23.882374 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.887991 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:02:23.899046 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-e9fe06b9-e41b-4c6e-b043-cf01cfdff564 admin admin] 10.222.0.43 "PUT /v2.0/routers/34f12e2f-1f4f-4112-a769-467929641a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4962668 Mar 24 15:02:23.912801 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] For port bd673446-2e90-4dd7-b20b-b1e7eb63a4b0, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:23.913184 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:23.931386 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Calling delete_port for bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 owned by network:router_gateway {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:24.005803 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Provisioning complete for port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:24.006204 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.048487 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:24.048866 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.094219 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Pushing event updated for resources: {'Port': ['ID=c2d662bb-768b-4f57-befe-a7f0f1b98fee,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:24.168938 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (bd673446-2e90-4dd7-b20b-b1e7eb63a4b0), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.195892 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd673446-2e90-4dd7-b20b-b1e7eb63a4b0,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:24.262617 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (d97fe469-7e52-40dd-b376-fb842b299549), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.311482 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Current status of the port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:24.320242 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 5, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port': {'id': 'bd673446-2e90-4dd7-b20b-b1e7eb63a4b0', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:18Z', 'updated_at': '2022-03-24T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:24.372741 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:24.376418 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] Checking router: d97fe469-7e52-40dd-b376-fb842b299549 for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:02:24.395512 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Provisioning complete for port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:24.395885 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.426253 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] Routers {'d97fe469-7e52-40dd-b376-fb842b299549'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:24.426898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['d97fe469-7e52-40dd-b376-fb842b299549'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:24.468835 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (d97fe469-7e52-40dd-b376-fb842b299549), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.473866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks [] for router_controller (d97fe469-7e52-40dd-b376-fb842b299549), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.564208 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] Set router d97fe469-7e52-40dd-b376-fb842b299549 gateway port host: None {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:24.566970 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-81a42772-2e19-4a78-af14-8d63fb8175d0 None None] Port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:02:24.603385 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (d97fe469-7e52-40dd-b376-fb842b299549), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.604727 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d97fe469-7e52-40dd-b376-fb842b299549 {{(pid=109716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:02:24.618566 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.620843 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-4932a5b2-8523-44a8-bceb-9e5f31fdadd2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d97fe469-7e52-40dd-b376-fb842b299549 HTTP/1.1" status: 204 len: 168 time: 1.2637696 Mar 24 15:02:24.623451 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55854) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:24.657338 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T15:02:24Z', 'revision_number': 7, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:24.705729 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] Deleting subnet 2a6c9592-ba57-4a68-89ae-48c217ad1a50 {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:02:24.713219 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] Publish callbacks [] for subnet (2a6c9592-ba57-4a68-89ae-48c217ad1a50), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.791585 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (2a6c9592-ba57-4a68-89ae-48c217ad1a50), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.877528 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86779d8e-9fe8-434d-ad3f-9d4f1bb24485 None None] The sync data for ids ['d97fe469-7e52-40dd-b376-fb842b299549'] in dv-cinder-834805-2-iscsi is: [{'id': 'd97fe469-7e52-40dd-b376-fb842b299549', 'name': 'tempest-TestShelveInstance-412369317-router', 'tenant_id': 'f166c33786ea437b9c5b41459626dcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:17Z', 'updated_at': '2022-03-24T15:02:24Z', 'revision_number': 7, 'project_id': 'f166c33786ea437b9c5b41459626dcc9', 'gw_port_host': None}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:02:24.883337 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:24.937512 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-9650e963-9207-42c2-b23f-95559673ecb5 None None] Provisioning complete for port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:24.940013 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9650e963-9207-42c2-b23f-95559673ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:24.953865 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (2a6c9592-ba57-4a68-89ae-48c217ad1a50), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.001970 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-9650e963-9207-42c2-b23f-95559673ecb5 None None] Port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:02:25.005346 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:25.005804 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.035519 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (2a6c9592-ba57-4a68-89ae-48c217ad1a50), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.056070 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.058993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714acf1-773f-4348-8334-0fddd6efd620 None None] Network 3a944b29-2e2c-46b5-9eff-df3b3a748b3c requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:02:25.060698 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2a6c9592-ba57-4a68-89ae-48c217ad1a50 HTTP/1.1" status: 204 len: 168 time: 0.4360950 Mar 24 15:02:25.063306 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55860) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:25.110545 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7594391-caef-43e0-a5e6-e4e80788fb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6c9592-ba57-4a68-89ae-48c217ad1a50,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:25.161507 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (3a944b29-2e2c-46b5-9eff-df3b3a748b3c), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.193458 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:25.194032 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.228162 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] For port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:25.230712 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Deleting port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:25.231058 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.236879 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.236879 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 64e4b008-4f9b-48ca-a344-8c04651ba3e6 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:25.318844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] For port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,segment=NetworkSegment(bbf6834a-8469-4881-b2fb-33b4c03f986e),segment_id=bbf6834a-8469-4881-b2fb-33b4c03f986e)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:25.319600 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.343545 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Calling delete_port for 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 owned by network:dhcp {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:25.360508 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] DHCP port deletion for 3a944b29-2e2c-46b5-9eff-df3b3a748b3c request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:02:25.381064 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Pushing event updated for resources: {'Port': ['ID=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:25.419588 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:25.419964 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.443210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.477233 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] Deleting port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:02:25.477605 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.478827 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:25.489239 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] No DVR routers for this DVR port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 on host dv-cinder-834805-2-iscsi {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:02:25.575710 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] For port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3, host dv-cinder-834805-2-iscsi, got binding levels [] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:25.576035 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.580953 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (3a944b29-2e2c-46b5-9eff-df3b3a748b3c), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.597704 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] Calling delete_port for 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:02:25.602426 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.ipam_backend_mixin [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] Port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 was not found and therefore no delete operation was performed {{(pid=109718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 15:02:25.603724 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:25.604782 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c2d662bb-768b-4f57-befe-a7f0f1b98fee up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:25.630543 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a944b29-2e2c-46b5-9eff-df3b3a748b3c']}} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:25.648140 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf6834a-8469-4881-b2fb-33b4c03f986e') {'for_net_delete': True} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:25.648724 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.services.segments.db [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf6834a-8469-4881-b2fb-33b4c03f986e') {} {{(pid=109716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:25.666729 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4515792'] for segment (bbf6834a-8469-4881-b2fb-33b4c03f986e), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.669465 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (4ddfb5f7-9431-4dda-92b6-e5d047dcdce3), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.689244 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (bbf6834a-8469-4881-b2fb-33b4c03f986e), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.703690 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] Pushing event deleted for resources: {'Port': ['ID=4ddfb5f7-9431-4dda-92b6-e5d047dcdce3,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:25.703949 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:02:25.704634 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5726745'] for segment (bbf6834a-8469-4881-b2fb-33b4c03f986e), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.709672 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7cec5-383f-4399-a62f-8c3492129d4b None None] No DVR routers for this DVR port 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 on host dv-cinder-834805-2-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: Traceback (most recent call last): Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: timer() Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: cb(*args, **kw) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: return func(*args, **kwargs) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: self._notify() Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: self.callback(batched_events) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: event.method(event) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: return f(self, *a, **k) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._get(url).json() Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: return self.request(url, 'GET', **kwargs) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:02:25.717517 dv-cinder-834805-2-iscsi neutron-server[109716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:02:25.733418 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port c2d662bb-768b-4f57-befe-a7f0f1b98fee triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:25.733781 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.827227 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (3a944b29-2e2c-46b5-9eff-df3b3a748b3c), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.832582 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:25.838364 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3a944b29-2e2c-46b5-9eff-df3b3a748b3c HTTP/1.1" status: 204 len: 168 time: 0.7713015 Mar 24 15:02:25.861348 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a2090-4c2c-4c76-b884-5bc5a9e86153 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a944b29-2e2c-46b5-9eff-df3b3a748b3c,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:25.875273 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port c2d662bb-768b-4f57-befe-a7f0f1b98fee is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:26.090217 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55864) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:26.103220 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Sync routers for ids ['34f12e2f-1f4f-4112-a769-467929641a01'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:02:26.115134 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Routers {'34f12e2f-1f4f-4112-a769-467929641a01'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:26.116016 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['34f12e2f-1f4f-4112-a769-467929641a01'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:26.162525 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-226bf4f7-fb37-4a0d-b00b-c7b86d1a1a48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=064f289f92414a78b832c412131fc63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709038 Mar 24 15:02:26.165136 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55866) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:26.228020 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5dd6037c-7252-4cf1-af77-12b654f493ed admin admin] Publish callbacks [] for security_group (7fa7bedb-2c15-413d-8a7b-188eccab37fe), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:26.253653 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Set router 34f12e2f-1f4f-4112-a769-467929641a01 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:26.254687 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5dd6037c-7252-4cf1-af77-12b654f493ed admin admin] Publish callbacks [] for security_group (7fa7bedb-2c15-413d-8a7b-188eccab37fe), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:26.326219 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5dd6037c-7252-4cf1-af77-12b654f493ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (7fa7bedb-2c15-413d-8a7b-188eccab37fe), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:26.329855 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-5dd6037c-7252-4cf1-af77-12b654f493ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:26.331079 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5dd6037c-7252-4cf1-af77-12b654f493ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fa7bedb-2c15-413d-8a7b-188eccab37fe HTTP/1.1" status: 204 len: 168 time: 0.1649218 Mar 24 15:02:26.340542 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6037c-7252-4cf1-af77-12b654f493ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa7bedb-2c15-413d-8a7b-188eccab37fe,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:26.562023 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:26.640731 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:26.641167 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:26.713053 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 4, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port': {'id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '39b24bf9-16f5-4d13-8f20-d54d4a84b07e', 'name': '', 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'mac_address': 'fa:16:3e:3b:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'acce0ebb-cefc-432c-b070-cbfee807d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:22Z', 'updated_at': '2022-03-24T15:02:23Z', 'revision_number': 2, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'subnets': [{'id': 'acce0ebb-cefc-432c-b070-cbfee807d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:26.733734 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:26.741071 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Checking router: 34f12e2f-1f4f-4112-a769-467929641a01 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:02:26.741265 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Updating router 34f12e2f-1f4f-4112-a769-467929641a01 port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e binding host dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 15:02:26.773147 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:26.822611 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:26.848144 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:26.848462 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 4ddfb5f7-9431-4dda-92b6-e5d047dcdce3 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:26.848882 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device aaa9809c-889c-419a-9cbb-b79f657d624f no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:26.873814 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: aaa9809c-889c-419a-9cbb-b79f657d624f {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:26.874199 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device aaa9809c-889c-419a-9cbb-b79f657d624f not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:26.874616 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:02:26.899531 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:02:26.899885 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device bd673446-2e90-4dd7-b20b-b1e7eb63a4b0 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:02:26.901850 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 55872) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:26.950125 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-621420b5-2735-4257-9b18-809536dd0252 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f166c33786ea437b9c5b41459626dcc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446348 Mar 24 15:02:26.951016 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 55874) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:02:27.007924 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d78edad6-e19c-4ce6-95e2-89c6d499b0d7 admin admin] Publish callbacks [] for security_group (b1baef37-6fb2-448c-8a1a-3167bc24fcdc), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.030948 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d78edad6-e19c-4ce6-95e2-89c6d499b0d7 admin admin] Publish callbacks [] for security_group (b1baef37-6fb2-448c-8a1a-3167bc24fcdc), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.085434 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d78edad6-e19c-4ce6-95e2-89c6d499b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (b1baef37-6fb2-448c-8a1a-3167bc24fcdc), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.088411 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-d78edad6-e19c-4ce6-95e2-89c6d499b0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.089932 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-d78edad6-e19c-4ce6-95e2-89c6d499b0d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1baef37-6fb2-448c-8a1a-3167bc24fcdc HTTP/1.1" status: 204 len: 168 time: 0.1377654 Mar 24 15:02:27.099342 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78edad6-e19c-4ce6-95e2-89c6d499b0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1baef37-6fb2-448c-8a1a-3167bc24fcdc,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:27.116972 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Publish callbacks [] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.133297 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.189245 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3e639-8216-4291-a926-c44e02bf0693 None None] Pushing event updated for resources: {'Port': ['ID=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:27.256512 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Attempting to bind port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e on host dv-cinder-834805-2-iscsi for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:27.259199 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Attempting to bind port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e by drivers openvswitch,hyperv on host dv-cinder-834805-2-iscsi at level 0 using segments [{'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:27.259199 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Attempting to bind port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e on network 8475b4b5-a8e5-4b72-9d94-c692711164e9 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:27.263731 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Checking agent: {'id': 'caddea90-a314-4fc5-806f-e48288fc4210', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834805-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 45, 7), 'started_at': datetime.datetime(2022, 3, 24, 14, 45, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834805-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:27.264244 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Checking segment: {'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:27.264772 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.265261 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Bound using segment: {'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:27.265815 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Bound port: 39b24bf9-16f5-4d13-8f20-d54d4a84b07e, host: dv-cinder-834805-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4f7449-6b63-4906-b283-ee0ed5e50724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:27.266336 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.348496 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] For port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e, host dv-cinder-834805-2-iscsi, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:27.352789 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] For port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e, host dv-cinder-834805-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,segment=NetworkSegment(aa4f7449-6b63-4906-b283-ee0ed5e50724),segment_id=aa4f7449-6b63-4906-b283-ee0ed5e50724)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:27.362123 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.431499 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Routers {'34f12e2f-1f4f-4112-a769-467929641a01'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:02:27.433337 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:02:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['34f12e2f-1f4f-4112-a769-467929641a01'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:27.438513 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3e639-8216-4291-a926-c44e02bf0693 None None] Pushing event updated for resources: {'Port': ['ID=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,revision_number=4']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:27.466065 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-f2cc64ad-9ae4-481c-907e-0d811c7ee0ca None None] Provisioning complete for port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:27.466689 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f2cc64ad-9ae4-481c-907e-0d811c7ee0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.624765 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] Set router 34f12e2f-1f4f-4112-a769-467929641a01 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:02:27.642240 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc64ad-9ae4-481c-907e-0d811c7ee0ca None None] Current status of the port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e is: DOWN; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:27.643396 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f2cc64ad-9ae4-481c-907e-0d811c7ee0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.711859 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-f2cc64ad-9ae4-481c-907e-0d811c7ee0ca None None] For port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,segment=NetworkSegment(aa4f7449-6b63-4906-b283-ee0ed5e50724),segment_id=aa4f7449-6b63-4906-b283-ee0ed5e50724)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:27.724173 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f2cc64ad-9ae4-481c-907e-0d811c7ee0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.809596 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc64ad-9ae4-481c-907e-0d811c7ee0ca None None] Pushing event updated for resources: {'Port': ['ID=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:27.848705 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-d3e78f8d-b6b8-4707-816c-8db4e0ebc5f7 None None] Provisioning complete for port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:27.849079 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d3e78f8d-b6b8-4707-816c-8db4e0ebc5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:27.945406 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 4, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port': {'id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '39b24bf9-16f5-4d13-8f20-d54d4a84b07e', 'name': '', 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'mac_address': 'fa:16:3e:3b:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'acce0ebb-cefc-432c-b070-cbfee807d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:22Z', 'updated_at': '2022-03-24T15:02:27Z', 'revision_number': 4, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'subnets': [{'id': 'acce0ebb-cefc-432c-b070-cbfee807d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:02:27.954326 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d3e78f8d-b6b8-4707-816c-8db4e0ebc5f7 None None] Current status of the port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:28.002550 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312f069-519a-46c3-b0c7-5eecf79aa87b None None] The sync data for ids ['34f12e2f-1f4f-4112-a769-467929641a01'] in dv-cinder-834805-2-iscsi is: [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:22Z', 'revision_number': 4, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port': {'id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '39b24bf9-16f5-4d13-8f20-d54d4a84b07e', 'name': '', 'network_id': '8475b4b5-a8e5-4b72-9d94-c692711164e9', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'mac_address': 'fa:16:3e:3b:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'acce0ebb-cefc-432c-b070-cbfee807d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:22Z', 'updated_at': '2022-03-24T15:02:27Z', 'revision_number': 4, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'subnets': [{'id': 'acce0ebb-cefc-432c-b070-cbfee807d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:02:28.554496 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 39b24bf9-16f5-4d13-8f20-d54d4a84b07e up at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:28.615866 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Provisioning complete for port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:28.616251 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:28.710287 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Current status of the port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:30.264203 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-26ed8f67-28e4-4ccc-a3aa-98fa38afe691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:32.521467 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1bded6ea-9b3b-4bb0-a9bb-93008242a751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:32.881127 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:02:33.755818 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:34.666563 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-a84d1098-eebd-42ad-b87a-f2adf74d68ba tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:34.668008 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-a84d1098-eebd-42ad-b87a-f2adf74d68ba tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 813 time: 0.1025584 Mar 24 15:02:34.687659 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-d7598188-e9ec-4ab8-80b2-902de5ff6ec8 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/quotas/0690505632574f6a822209142c0a017b HTTP/1.1" status: 200 len: 375 time: 0.0134127 Mar 24 15:02:34.743162 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-ba8d46eb-bf0b-46f2-8bfc-dbb2a0b6f574 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499880 Mar 24 15:02:34.845260 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-8b78fedc-665a-4b4b-915f-b11ad2daa098 service neutron] 10.222.0.43 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856657 Mar 24 15:02:34.933753 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-31b4ef1c-d499-4c28-aeb7-012ba91631a5 service neutron] 10.222.0.43 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825889 Mar 24 15:02:35.106594 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a7f78f7e-8c28-433d-ab2f-8321b04b8c01 req-82bb6c05-50e6-4bd1-8c7b-06c30a2f792c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 210 time: 0.0299571 Mar 24 15:02:35.220508 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:36.151862 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-4c9876a3-7cb2-4702-8047-0cd3eb139a7e tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:36.153396 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-4c9876a3-7cb2-4702-8047-0cd3eb139a7e tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.46 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 813 time: 0.1091633 Mar 24 15:02:36.172461 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'port': {'device_id': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'admin_state_up': True, 'tenant_id': '0690505632574f6a822209142c0a017b'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:36.242975 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fbbb8e74-9280-4a67-a21f-700a5fd0443d req-d3950343-1b85-4fc1-869a-4afc3e027a85 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 210 time: 0.0657952 Mar 24 15:02:36.305228 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Made reservation on behalf of 0690505632574f6a822209142c0a017b for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:02:36.308725 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:36.434203 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Allocated IP 172.20.0.7 (1e082407-6818-4c5c-8aff-4bcf4b2a42e4/4f534d27-fc6d-4836-a389-718b493c1284/1b6d2cab-f070-4e55-9315-547387a0d106) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:36.582234 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for port (1b6d2cab-f070-4e55-9315-547387a0d106), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:36.604798 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:36.642957 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:36.701747 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:36.706474 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:36.725886 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:36.809972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:36.810646 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:36.831149 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6627197 Mar 24 15:02:36.855038 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4fbf0-2109-4df3-816b-36065e5aee89 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:37.045848 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-912ae595-bcd7-49f2-ad20-7afb05410f83 None None] Provisioning complete for port 1b6d2cab-f070-4e55-9315-547387a0d106 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:37.046549 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-912ae595-bcd7-49f2-ad20-7afb05410f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:37.081831 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-912ae595-bcd7-49f2-ad20-7afb05410f83 None None] Port 1b6d2cab-f070-4e55-9315-547387a0d106 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:02:37.366168 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50388b49-1107-42cb-8468-6ef84c7b895d req-6af51d5c-5082-4c02-a550-8970595f7da7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:37.370876 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-50388b49-1107-42cb-8468-6ef84c7b895d req-6af51d5c-5082-4c02-a550-8970595f7da7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 931 time: 0.0575571 Mar 24 15:02:37.422553 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-50388b49-1107-42cb-8468-6ef84c7b895d req-8c45ab8c-2eb9-452a-8c0e-cbe19956403f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475187 Mar 24 15:02:38.549336 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd808b1a-ce85-4e9b-9d21-a1d677af4449 req-4695abb3-2e0e-476c-bbe7-945073cb3faa tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:38.551065 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd808b1a-ce85-4e9b-9d21-a1d677af4449 req-4695abb3-2e0e-476c-bbe7-945073cb3faa tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 931 time: 0.0537014 Mar 24 15:02:38.599246 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dd808b1a-ce85-4e9b-9d21-a1d677af4449 req-32b6b540-fd5c-4f41-9eff-c5e824fad1e5 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Mar 24 15:02:39.728736 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f2e85-3319-4f34-8a4a-bbd7499cef71 req-f5abff89-c3ef-433b-907e-b16ed4647627 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:39.730605 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-087f2e85-3319-4f34-8a4a-bbd7499cef71 req-f5abff89-c3ef-433b-907e-b16ed4647627 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 931 time: 0.0611227 Mar 24 15:02:39.779098 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-087f2e85-3319-4f34-8a4a-bbd7499cef71 req-c74604d7-596e-4032-b6e3-b3b15609797d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 Mar 24 15:02:40.900205 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f642fe1-60b1-4c28-b69d-edd1154cf725 req-d41d55c3-5fa1-48ff-b7b5-5036dadb1803 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:40.902132 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f642fe1-60b1-4c28-b69d-edd1154cf725 req-d41d55c3-5fa1-48ff-b7b5-5036dadb1803 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 931 time: 0.0525248 Mar 24 15:02:40.949549 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f642fe1-60b1-4c28-b69d-edd1154cf725 req-683c90b6-e5b5-4ba8-8f6f-128260e2a68f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Mar 24 15:02:42.076241 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68afa66-8251-46f5-9122-306ef2358505 req-24faeb92-5688-4f0a-9681-cb2f581bb236 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:42.077818 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a68afa66-8251-46f5-9122-306ef2358505 req-24faeb92-5688-4f0a-9681-cb2f581bb236 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 931 time: 0.0616145 Mar 24 15:02:42.127748 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a68afa66-8251-46f5-9122-306ef2358505 req-6a2ddca4-0d1b-4b67-9933-a4ab56208baf tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Mar 24 15:02:43.251866 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5af1-842d-4860-b88a-1016c8ed78aa req-abf7948b-4c4b-46d3-8fc3-ce49b9e7ae57 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:43.253355 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-83ff5af1-842d-4860-b88a-1016c8ed78aa req-abf7948b-4c4b-46d3-8fc3-ce49b9e7ae57 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 931 time: 0.0583322 Mar 24 15:02:43.304283 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-83ff5af1-842d-4860-b88a-1016c8ed78aa req-40802434-2ac4-454f-abaa-f276d45ddf42 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448389 Mar 24 15:02:44.168247 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Request body: {'port': {'device_id': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:44.235478 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:44.424132 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25c6eb-daa0-42e8-a777-c11e70b56149 req-76827ddc-e521-4023-8caf-679cd5518327 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:44.425459 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ee25c6eb-daa0-42e8-a777-c11e70b56149 req-76827ddc-e521-4023-8caf-679cd5518327 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 931 time: 0.0524137 Mar 24 15:02:44.475506 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ee25c6eb-daa0-42e8-a777-c11e70b56149 req-768453a9-3a08-463c-b195-15abd2ecb01a tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Mar 24 15:02:44.498106 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6d2cab-f070-4e55-9315-547387a0d106 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:02:44.505719 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Publish callbacks [] for port (1b6d2cab-f070-4e55-9315-547387a0d106), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:44.517815 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Transition to ACTIVE for port object 1b6d2cab-f070-4e55-9315-547387a0d106 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:02:44.522210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:44.589560 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:44.637906 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Attempting to bind port 1b6d2cab-f070-4e55-9315-547387a0d106 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:44.638287 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Attempting to bind port 1b6d2cab-f070-4e55-9315-547387a0d106 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:44.638617 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Attempting to bind port 1b6d2cab-f070-4e55-9315-547387a0d106 on network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:44.643271 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Port 1b6d2cab-f070-4e55-9315-547387a0d106 on network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:02:44.643933 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Attempting to bind port 1b6d2cab-f070-4e55-9315-547387a0d106 on network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:44.652819 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:44.653155 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Checking segment: {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:44.653541 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Bound using segment: {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:44.653970 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Bound port: 1b6d2cab-f070-4e55-9315-547387a0d106, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83256c36-8087-410c-a7f3-aada3cb6559f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:44.654353 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:44.724552 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:44.727772 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=1b6d2cab-f070-4e55-9315-547387a0d106,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:44.735519 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:44.769048 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:44.769778 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:44.771369 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 1093 time: 0.6102066 Mar 24 15:02:44.771825 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:02:44.774177 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f522c79-1d37-442d-90d5-a1c01bae1c73" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:02:44.813439 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1995a28-ce20-40c2-8900-ccf1114d62c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:44.828773 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43157893-0552-4e08-af70-c1b6fb5fd160 x-openstack-request-id: req-43157893-0552-4e08-af70-c1b6fb5fd160 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:02:44.829397 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:02:44.829652 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43157893-0552-4e08-af70-c1b6fb5fd160 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:02:44.830066 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43157893-0552-4e08-af70-c1b6fb5fd160'] response: {'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106', 'status': 'completed', 'code': 200} Mar 24 15:02:44.888082 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-632c94a6-bbe7-459c-a274-179b3cd54266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:44.889735 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-632c94a6-bbe7-459c-a274-179b3cd54266 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1127 time: 0.0466549 Mar 24 15:02:44.942548 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-f773c7c6-9d3e-4621-b195-bb853b78161f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 217 time: 0.0392809 Mar 24 15:02:44.990441 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-faa98153-0ae9-48aa-a9f5-890a41b50d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:44.991915 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-faa98153-0ae9-48aa-a9f5-890a41b50d76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 200 len: 852 time: 0.0441535 Mar 24 15:02:45.041225 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-dc22542f-6000-4957-bfdc-0e37b567ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:45.042780 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-dc22542f-6000-4957-bfdc-0e37b567ec6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449703 Mar 24 15:02:45.607237 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b796-621b-4eed-897f-9ea1abe13e04 req-32fafe85-03ec-49ac-a9f1-c9bc56577f3f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:45.608711 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7e01b796-621b-4eed-897f-9ea1abe13e04 req-32fafe85-03ec-49ac-a9f1-c9bc56577f3f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 943 time: 0.0593588 Mar 24 15:02:45.888507 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-325e360e-683c-4b59-bb36-1b8ce13c66c0 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904107 Mar 24 15:02:45.897483 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7e01b796-621b-4eed-897f-9ea1abe13e04 req-0b544aa9-1cc8-4618-9081-476b9bcf8360 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830541 Mar 24 15:02:46.663437 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-60f30161-ca6b-4ba9-a192-e0d64e987638 req-fbc22547-2f0a-4ab3-950e-ff5bfda04067 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930071 Mar 24 15:02:47.023079 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc828bf2-8f85-4dff-a2cf-12fa4035046c req-c1509db6-5884-4bec-9efe-e1a00a77e878 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:47.024550 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bc828bf2-8f85-4dff-a2cf-12fa4035046c req-c1509db6-5884-4bec-9efe-e1a00a77e878 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 943 time: 0.0544884 Mar 24 15:02:47.077706 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-bc828bf2-8f85-4dff-a2cf-12fa4035046c req-ac0d0590-df37-45af-b92b-54cfbd293c59 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Mar 24 15:02:47.577354 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-3621ce7b-406d-403c-b51c-eec9d59d5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:47.578913 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-3621ce7b-406d-403c-b51c-eec9d59d5a72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1127 time: 0.0476663 Mar 24 15:02:47.671693 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-77284f1b-43c7-4ea9-a5fd-784b2dbcd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:47.673451 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-77284f1b-43c7-4ea9-a5fd-784b2dbcd637 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 914 time: 0.0875716 Mar 24 15:02:47.716349 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-f4423589-a21b-45a3-95c1-43939e014292 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 217 time: 0.0369325 Mar 24 15:02:47.765199 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-8a394e81-835d-4e91-82e7-e26ea74f58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:47.766828 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-8a394e81-835d-4e91-82e7-e26ea74f58fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 200 len: 852 time: 0.0444884 Mar 24 15:02:47.817362 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-c18aa762-8388-40fb-b21d-f7749953e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:47.818899 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-c18aa762-8388-40fb-b21d-f7749953e467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450621 Mar 24 15:02:47.914571 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-60fb0ed2-6e85-4cdd-a26f-d5be770df71d service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891237 Mar 24 15:02:48.007273 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4f522c79-1d37-442d-90d5-a1c01bae1c73 req-53971fa5-593e-419e-81e7-4601f132a188 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864370 Mar 24 15:02:48.201449 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994bc79-6170-4e48-8daa-03efdbfeebce req-97a9c3bf-6d26-45e8-ac9b-22d0ef3913e7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:48.202981 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a994bc79-6170-4e48-8daa-03efdbfeebce req-97a9c3bf-6d26-45e8-ac9b-22d0ef3913e7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 943 time: 0.0553763 Mar 24 15:02:48.261839 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-a994bc79-6170-4e48-8daa-03efdbfeebce req-ad845c20-b758-4b6b-925c-4bf2adcaa0d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Mar 24 15:02:48.664605 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:49.383719 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25383e2-8336-4d60-8c4d-c59633dd785b req-783ea849-29dd-4830-84ab-33b3e2cab642 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:49.385243 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d25383e2-8336-4d60-8c4d-c59633dd785b req-783ea849-29dd-4830-84ab-33b3e2cab642 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 943 time: 0.0551054 Mar 24 15:02:49.437342 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d25383e2-8336-4d60-8c4d-c59633dd785b req-3957c562-21b3-4365-8f2d-bf333897161f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463498 Mar 24 15:02:50.563139 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a86b0-ba87-4c44-b5f4-d5c69f050000 req-3945c445-803c-42d8-9303-4c5644e49f19 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:50.564645 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-075a86b0-ba87-4c44-b5f4-d5c69f050000 req-3945c445-803c-42d8-9303-4c5644e49f19 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 943 time: 0.0550861 Mar 24 15:02:50.614310 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-075a86b0-ba87-4c44-b5f4-d5c69f050000 req-4a86485e-a858-4b69-8dc9-33fa341a0b15 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Mar 24 15:02:50.738234 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 1b6d2cab-f070-4e55-9315-547387a0d106 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:02:50.851470 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=1b6d2cab-f070-4e55-9315-547387a0d106,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:50.862865 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '1b6d2cab-f070-4e55-9315-547387a0d106', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'port_id': '1b6d2cab-f070-4e55-9315-547387a0d106', 'mac_address': 'fa:16:3e:ba:3a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:02:50.901130 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 1b6d2cab-f070-4e55-9315-547387a0d106 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:50.901424 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:50.914500 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6d2cab-f070-4e55-9315-547387a0d106 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:02:50.934284 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=1b6d2cab-f070-4e55-9315-547387a0d106,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:50.940691 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:50.988701 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:51.230196 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['1b6d2cab-f070-4e55-9315-547387a0d106'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:02:51.657532 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-2f782ff8-da19-4325-ad7f-9192ff1f57d1 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123917301&fields=id&tenant_id=ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 267 time: 0.0475595 Mar 24 15:02:51.732396 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45215d-872b-4a8c-988f-d28132c30633 req-1290b3cd-532a-4c54-a0f3-75841ff1920d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:51.733916 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ae45215d-872b-4a8c-988f-d28132c30633 req-1290b3cd-532a-4c54-a0f3-75841ff1920d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 944 time: 0.0518367 Mar 24 15:02:51.767165 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-4c63c505-a2ca-471f-b5aa-5c4f8a249b58 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:51.768575 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-4c63c505-a2ca-471f-b5aa-5c4f8a249b58 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 811 time: 0.1044710 Mar 24 15:02:51.783767 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-ae45215d-872b-4a8c-988f-d28132c30633 req-b8dae9a6-b3df-4c09-80c3-d291c30c11fe tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Mar 24 15:02:51.790859 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-409d45e7-f998-4d1e-a283-46895cba82bf tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/quotas/ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 375 time: 0.0093546 Mar 24 15:02:51.851523 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-4f0a6f37-5ceb-414f-88d3-f59e7ed4f624 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550861 Mar 24 15:02:51.947631 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-d55453eb-ee08-42dc-86bf-9cf3daa301ec service neutron] 10.222.0.43 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837989 Mar 24 15:02:52.040674 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-82474285-c459-4791-a87a-7246d1bc7d0d service neutron] 10.222.0.43 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869219 Mar 24 15:02:52.337265 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5bc58382-06ec-4460-aaee-c5b34dcd2afc req-89509cf2-ff2d-4f8f-b35a-bdcd80a10b4a tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 210 time: 0.0272176 Mar 24 15:02:52.754007 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 1b6d2cab-f070-4e55-9315-547387a0d106 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:02:52.807983 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 1b6d2cab-f070-4e55-9315-547387a0d106 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:02:52.812684 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 1b6d2cab-f070-4e55-9315-547387a0d106 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:52.813134 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:52.905892 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 1b6d2cab-f070-4e55-9315-547387a0d106 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:02:52.906318 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:52.929643 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eb1f0-4cc0-4b69-9f42-7c4ad0761935 req-59eb681e-e8ec-4419-8bba-8fd3ab148981 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:52.930303 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:02:52.932002 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b12eb1f0-4cc0-4b69-9f42-7c4ad0761935 req-59eb681e-e8ec-4419-8bba-8fd3ab148981 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 944 time: 0.0673153 Mar 24 15:02:52.932379 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fe21f1-f151-4847-9918-3e28ab13a5bf" -d '{"events": [{"server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:02:52.945753 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=1b6d2cab-f070-4e55-9315-547387a0d106,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:02:52.950945 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:52.979714 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53186125-e487-4d0a-9f22-b08977c81538 x-openstack-request-id: req-53186125-e487-4d0a-9f22-b08977c81538 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:02:52.980020 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "name": "network-vif-plugged", "status": "completed", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:02:52.980286 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53186125-e487-4d0a-9f22-b08977c81538 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:02:52.980689 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53186125-e487-4d0a-9f22-b08977c81538'] response: {'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106', 'code': 200} Mar 24 15:02:52.985043 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b12eb1f0-4cc0-4b69-9f42-7c4ad0761935 req-a4d8dbe9-f15f-40ab-9c3f-458400630822 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466576 Mar 24 15:02:53.007239 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:53.196605 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ecf25-d0a8-499b-bc22-d08928cf96d9 req-0692a93a-0b69-4c4a-9844-d5022646c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:53.198114 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3c8ecf25-d0a8-499b-bc22-d08928cf96d9 req-0692a93a-0b69-4c4a-9844-d5022646c447 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1129 time: 0.0535126 Mar 24 15:02:53.251608 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3c8ecf25-d0a8-499b-bc22-d08928cf96d9 req-77bbe533-778b-46ca-add0-fe50bf35bcc1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Mar 24 15:02:53.443536 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-654c134a-608b-438a-9557-a093aabb067e req-fb88ae93-0f83-4428-ae79-9d30a998d58e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 210 time: 0.0317314 Mar 24 15:02:53.666844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-e6e22142-85da-4a15-afed-ca9220eff2d3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:53.668409 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-e6e22142-85da-4a15-afed-ca9220eff2d3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 811 time: 0.1102772 Mar 24 15:02:53.737190 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-86c4c2d9-0e1a-477c-87b4-b59820cd9472 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba28e6d467154998b4eae495425f12aa HTTP/1.1" status: 200 len: 379 time: 0.0538301 Mar 24 15:02:53.762911 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'port': {'device_id': '862e3194-f445-402b-bbe7-14790c4b7202', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'admin_state_up': True, 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'security_groups': ['f86e2a8a-06dc-4f4a-9522-16194209a0bc']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:53.878713 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Made reservation on behalf of ba28e6d467154998b4eae495425f12aa for: {'port': 1} {{(pid=109716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 15:02:53.883824 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:54.018106 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Allocated IP 172.20.0.14 (ba07bd07-fe18-4344-84a9-6361162c2139/b9ea3fff-a008-4103-ad6a-e053d77cfa02/7a311fb0-6b39-426b-889e-4344410d6868) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:02:54.454514 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b9ce-1d11-43c7-a170-61a2b9da9fc1 req-07d44d48-4034-422b-bc7e-d0091cab1177 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:54.455995 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1064b9ce-1d11-43c7-a170-61a2b9da9fc1 req-07d44d48-4034-422b-bc7e-d0091cab1177 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.3989000 Mar 24 15:02:54.485552 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (7a311fb0-6b39-426b-889e-4344410d6868), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:54.535801 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-1064b9ce-1d11-43c7-a170-61a2b9da9fc1 req-1512239b-3d97-42ea-bc1e-0be53036c7c6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739660 Mar 24 15:02:54.546586 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-b7f49e9d-f16c-4d8a-94d5-e14e2998aa18 req-3eff4cd5-3031-4233-8966-55c9ebe719dd tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Mar 24 15:02:54.550275 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (7a311fb0-6b39-426b-889e-4344410d6868), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:54.589740 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Network ba07bd07-fe18-4344-84a9-6361162c2139 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:02:54.592756 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:02:54.596395 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:02:54.623111 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=7a311fb0-6b39-426b-889e-4344410d6868,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:54.652999 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:54.653648 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:54.672129 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-ba4a38b3-fefe-4a00-ae53-5b8b72ee592c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9129038 Mar 24 15:02:54.689735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Request body: {'port': {'device_id': '862e3194-f445-402b-bbe7-14790c4b7202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83480'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:02:54.752880 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (7a311fb0-6b39-426b-889e-4344410d6868), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:54.872135 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-69c48b9e-3ae6-4b82-9ed3-91766b7e7ff4 None None] Provisioning complete for port 7a311fb0-6b39-426b-889e-4344410d6868 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:02:54.872740 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-69c48b9e-3ae6-4b82-9ed3-91766b7e7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (7a311fb0-6b39-426b-889e-4344410d6868), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:54.911060 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-69c48b9e-3ae6-4b82-9ed3-91766b7e7ff4 None None] Port 7a311fb0-6b39-426b-889e-4344410d6868 cannot update to ACTIVE because it is not bound. {{(pid=109718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 15:02:55.011933 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a311fb0-6b39-426b-889e-4344410d6868 {{(pid=109716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:02:55.019956 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Publish callbacks [] for port (7a311fb0-6b39-426b-889e-4344410d6868), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:55.032565 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.provisioning_blocks [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Transition to ACTIVE for port object 7a311fb0-6b39-426b-889e-4344410d6868 will not be triggered until provisioned by entity L2. {{(pid=109716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 15:02:55.039108 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (7a311fb0-6b39-426b-889e-4344410d6868), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:55.087434 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Pushing event updated for resources: {'Port': ['ID=7a311fb0-6b39-426b-889e-4344410d6868,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:55.159220 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Attempting to bind port 7a311fb0-6b39-426b-889e-4344410d6868 on host hv-cinder-83480 for vnic_type normal with profile {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 15:02:55.159895 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Attempting to bind port 7a311fb0-6b39-426b-889e-4344410d6868 by drivers openvswitch,hyperv on host hv-cinder-83480 at level 0 using segments [{'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 15:02:55.160457 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Attempting to bind port 7a311fb0-6b39-426b-889e-4344410d6868 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:55.165156 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Port 7a311fb0-6b39-426b-889e-4344410d6868 on network ba07bd07-fe18-4344-84a9-6361162c2139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83480 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 15:02:55.165502 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Attempting to bind port 7a311fb0-6b39-426b-889e-4344410d6868 on network ba07bd07-fe18-4344-84a9-6361162c2139 {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 15:02:55.170615 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Checking agent: {'id': '8ddc85d5-b8d4-404e-983a-ec1a180b8714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83480', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'started_at': datetime.datetime(2022, 3, 24, 14, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 15:02:55.170969 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Checking segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 15:02:55.171357 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Bound using segment: {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'} {{(pid=109716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 15:02:55.171786 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.managers [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Bound port: 7a311fb0-6b39-426b-889e-4344410d6868, host: hv-cinder-83480, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6497159-3156-4685-ae45-1fe5716e36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139'}}] {{(pid=109716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 15:02:55.172135 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (7a311fb0-6b39-426b-889e-4344410d6868), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:55.236794 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] For port 7a311fb0-6b39-426b-889e-4344410d6868, host hv-cinder-83480, cleared binding levels {{(pid=109716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 15:02:55.239886 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] For port 7a311fb0-6b39-426b-889e-4344410d6868, host hv-cinder-83480, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=7a311fb0-6b39-426b-889e-4344410d6868,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 15:02:55.249183 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (7a311fb0-6b39-426b-889e-4344410d6868), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:55.284126 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.284864 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:02:55.286128 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] 10.222.0.46 "PUT /v2.0/ports/7a311fb0-6b39-426b-889e-4344410d6868 HTTP/1.1" status: 200 len: 1094 time: 0.6011195 Mar 24 15:02:55.286573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:02:55.288805 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac68a22-16dc-4503-9c91-e128f89115a0" -d '{"events": [{"name": "network-changed", "server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "tag": "7a311fb0-6b39-426b-889e-4344410d6868"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:02:55.315788 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345e5c7-c489-488a-9e97-d676fd63022d service neutron] Pushing event updated for resources: {'Port': ['ID=7a311fb0-6b39-426b-889e-4344410d6868,revision_number=3']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:02:55.340586 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2196d4ad-c86b-48a5-b314-61d2eebd7bb1 x-openstack-request-id: req-2196d4ad-c86b-48a5-b314-61d2eebd7bb1 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:02:55.340976 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "tag": "7a311fb0-6b39-426b-889e-4344410d6868", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:02:55.341324 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2196d4ad-c86b-48a5-b314-61d2eebd7bb1 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:02:55.341853 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2196d4ad-c86b-48a5-b314-61d2eebd7bb1'] response: {'name': 'network-changed', 'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868', 'status': 'completed', 'code': 200} Mar 24 15:02:55.405698 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-74904ac7-f2d2-4e18-8c61-2bebdf59ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.407216 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-74904ac7-f2d2-4e18-8c61-2bebdf59ee72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 1128 time: 0.0472217 Mar 24 15:02:55.458981 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-de613f61-34f9-4478-ac7c-19cd814b3d7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a311fb0-6b39-426b-889e-4344410d6868 HTTP/1.1" status: 200 len: 217 time: 0.0382740 Mar 24 15:02:55.506686 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-a7a3b93a-8534-4566-b590-3e37ac46e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.508128 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-a7a3b93a-8534-4566-b590-3e37ac46e2ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0430679 Mar 24 15:02:55.557907 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-1fdf1dc8-9fd6-4633-8669-9d87b7fb34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.559487 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-1fdf1dc8-9fd6-4633-8669-9d87b7fb34e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457609 Mar 24 15:02:55.656262 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8096bc-e900-46e4-8997-45090fe4bda6 req-85176947-9be7-4f53-bfa9-879dae15174a tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.657764 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5f8096bc-e900-46e4-8997-45090fe4bda6 req-85176947-9be7-4f53-bfa9-879dae15174a tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0542130 Mar 24 15:02:55.690782 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f585-06ad-42e9-a3e3-ef915a44e86e req-7c8c7554-b0f7-4050-9691-d47a3c465511 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.692323 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2204f585-06ad-42e9-a3e3-ef915a44e86e req-7c8c7554-b0f7-4050-9691-d47a3c465511 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0740790 Mar 24 15:02:55.694550 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-eb88be38-dcbb-47cc-a7e3-9c7ce11e1399 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291883 Mar 24 15:02:55.705146 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-5f8096bc-e900-46e4-8997-45090fe4bda6 req-008cfab9-9b1d-487f-9052-08c0f50a2ed8 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Mar 24 15:02:55.791390 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2204f585-06ad-42e9-a3e3-ef915a44e86e req-eb102973-b7af-4657-973c-454a98a502ac tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932353 Mar 24 15:02:55.818490 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-095fca22-cd97-415f-900e-5cc0372bbc5b req-8b5f7a5c-f64e-453b-883f-9453d987d964 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144519 Mar 24 15:02:55.824676 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6487d-d9eb-4597-bc15-549c836ad43b req-5bc99872-e842-47f9-9126-56017e8b7fc2 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.826213 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8df6487d-d9eb-4597-bc15-549c836ad43b req-5bc99872-e842-47f9-9126-56017e8b7fc2 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0570350 Mar 24 15:02:55.878020 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-8df6487d-d9eb-4597-bc15-549c836ad43b req-eb43483d-aa93-4dae-860c-51a5a551f949 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Mar 24 15:02:55.957973 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-c29171aa-6e3a-47aa-b23c-8cff6315eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:55.959539 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-c29171aa-6e3a-47aa-b23c-8cff6315eccf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 1128 time: 0.0461299 Mar 24 15:02:56.057229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-7c5c1281-ecec-407e-89ff-1855053ae8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:56.058800 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-7c5c1281-ecec-407e-89ff-1855053ae8d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.0921917 Mar 24 15:02:56.100452 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-28b073ff-f663-4d55-ab40-d394cabe806a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a311fb0-6b39-426b-889e-4344410d6868 HTTP/1.1" status: 200 len: 217 time: 0.0354970 Mar 24 15:02:56.149794 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-5deddfed-e889-4aef-b6cb-dbed7a6764d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:56.151389 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-5deddfed-e889-4aef-b6cb-dbed7a6764d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0440388 Mar 24 15:02:56.211504 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-a350673f-a6ed-475a-add3-f239c2998c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:56.213010 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-a350673f-a6ed-475a-add3-f239c2998c18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552063 Mar 24 15:02:56.220089 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f70fd-48ab-441e-a4f9-4ab783d189f1 req-f4e4bfed-e0b4-400c-b715-6a051c163a8c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:56.221725 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2c0f70fd-48ab-441e-a4f9-4ab783d189f1 req-f4e4bfed-e0b4-400c-b715-6a051c163a8c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0564048 Mar 24 15:02:56.269252 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-2c0f70fd-48ab-441e-a4f9-4ab783d189f1 req-493293a4-da02-44eb-9f19-037bbdb108ab tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Mar 24 15:02:56.307376 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-9314c478-40d6-4843-b5fa-cb011bb48e2a service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853186 Mar 24 15:02:56.402782 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5ac68a22-16dc-4503-9c91-e128f89115a0 req-9f234988-cf12-4b07-a408-21417a36fbf5 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865605 Mar 24 15:02:56.918869 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e2ac-3594-4163-94c1-a2792f6cc66f req-17699c42-5964-45a4-ab86-8f92439c29a6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:56.920363 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5a17e2ac-3594-4163-94c1-a2792f6cc66f req-17699c42-5964-45a4-ab86-8f92439c29a6 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0617652 Mar 24 15:02:56.970743 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-5a17e2ac-3594-4163-94c1-a2792f6cc66f req-506ff2e8-ccf0-418b-8dea-3d300673ea7c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446413 Mar 24 15:02:58.096530 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9fbb-159d-4816-b3d1-9adafac726b0 req-62169fde-f384-4893-8061-1359380bb371 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:58.098562 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-910c9fbb-159d-4816-b3d1-9adafac726b0 req-62169fde-f384-4893-8061-1359380bb371 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0556483 Mar 24 15:02:58.152190 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-910c9fbb-159d-4816-b3d1-9adafac726b0 req-dfda4ac2-2629-483e-80fb-798e9de67d78 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480683 Mar 24 15:02:59.290897 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1605c-ee42-4863-8349-9f5c43411d09 req-1597fd7f-39b2-43c1-aace-a7b1f1e2dc5d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:02:59.292415 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-53f1605c-ee42-4863-8349-9f5c43411d09 req-1597fd7f-39b2-43c1-aace-a7b1f1e2dc5d tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0616956 Mar 24 15:02:59.343434 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-53f1605c-ee42-4863-8349-9f5c43411d09 req-76c69578-d3c5-4047-9c0f-e1051ad1fb3e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Mar 24 15:03:00.258325 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6a4faead-67ff-4be4-91cd-a55b37aa9354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:00.483480 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf25f3b-6483-4910-be16-1a239b59be67 req-fb314206-2b3f-449f-b4ba-a964149f241b tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:00.484870 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dcf25f3b-6483-4910-be16-1a239b59be67 req-fb314206-2b3f-449f-b4ba-a964149f241b tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0640883 Mar 24 15:03:00.533198 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-dcf25f3b-6483-4910-be16-1a239b59be67 req-3e5a342b-083a-4914-897d-7853993a57d3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427313 Mar 24 15:03:01.668892 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad620f-afef-4fa0-96e8-e0926390220c req-b9df6ab2-442e-4df1-95c8-48f35c897f19 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:01.670448 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-33ad620f-afef-4fa0-96e8-e0926390220c req-b9df6ab2-442e-4df1-95c8-48f35c897f19 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0577242 Mar 24 15:03:01.720740 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-33ad620f-afef-4fa0-96e8-e0926390220c req-d21cfc65-5df2-4313-b95d-9bced8c94660 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445461 Mar 24 15:03:02.535098 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8c886719-2d32-4775-868a-56bb1123c276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:02.846363 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123b10-0381-4d89-91e3-e8b3bc8de262 req-cdb618c0-8676-4df7-ac3b-974da7608e8f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:02.847856 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a5123b10-0381-4d89-91e3-e8b3bc8de262 req-cdb618c0-8676-4df7-ac3b-974da7608e8f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0546799 Mar 24 15:03:02.896304 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a5123b10-0381-4d89-91e3-e8b3bc8de262 req-b113c9ba-f722-4039-8893-30c2ea8b3f68 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 Mar 24 15:03:03.774560 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:04.020468 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9158-bb87-4a69-9a01-3fd060ff447b req-75a334ce-2e06-4af0-ad86-08aa1525b3af tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:04.021925 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6f1a9158-bb87-4a69-9a01-3fd060ff447b req-75a334ce-2e06-4af0-ad86-08aa1525b3af tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 944 time: 0.0588925 Mar 24 15:03:04.072009 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6f1a9158-bb87-4a69-9a01-3fd060ff447b req-03630222-6f94-41b9-b236-297f4f784eb4 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444183 Mar 24 15:03:04.799941 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 7a311fb0-6b39-426b-889e-4344410d6868 details requested by agent hyperv_hv-cinder-83480 with host hv-cinder-83480 {{(pid=109718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 15:03:04.905888 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 7a311fb0-6b39-426b-889e-4344410d6868, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=7a311fb0-6b39-426b-889e-4344410d6868,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:03:04.917390 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Returning: {'device': '7a311fb0-6b39-426b-889e-4344410d6868', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'port_id': '7a311fb0-6b39-426b-889e-4344410d6868', 'mac_address': 'fa:16:3e:cf:ec:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 15:03:04.958429 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 7a311fb0-6b39-426b-889e-4344410d6868 is: DOWN; New status is: BUILD {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:03:04.958841 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (7a311fb0-6b39-426b-889e-4344410d6868), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:04.973170 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a311fb0-6b39-426b-889e-4344410d6868 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 15:03:04.998976 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 7a311fb0-6b39-426b-889e-4344410d6868, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=7a311fb0-6b39-426b-889e-4344410d6868,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:03:05.004874 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (7a311fb0-6b39-426b-889e-4344410d6868), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:05.051016 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=7a311fb0-6b39-426b-889e-4344410d6868,revision_number=4']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:05.057898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.058286 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.058617 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.058953 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.059280 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.059604 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.059925 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.060283 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.060604 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.060928 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.061228 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.061544 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.061853 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.062197 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.062493 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:05.200349 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f8697-e7bf-4923-a1f2-0a3f8839150f req-ef8bab5b-80bd-4de1-b5c4-8842b0ea4e5a tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:05.201991 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-744f8697-e7bf-4923-a1f2-0a3f8839150f req-ef8bab5b-80bd-4de1-b5c4-8842b0ea4e5a tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 945 time: 0.0562782 Mar 24 15:03:05.225847 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:05.252587 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-744f8697-e7bf-4923-a1f2-0a3f8839150f req-4f9de959-9aae-4d35-bdcd-013bc6d2f9cc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Mar 24 15:03:05.331898 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['7a311fb0-6b39-426b-889e-4344410d6868'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:03:05.806687 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445648b5-37f8-49c9-9a0e-89e039bb370b req-b9f280e0-1cdf-44c9-9b18-45d2e666e3ba tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:05.808150 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-445648b5-37f8-49c9-9a0e-89e039bb370b req-b9f280e0-1cdf-44c9-9b18-45d2e666e3ba tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0607419 Mar 24 15:03:05.861592 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-445648b5-37f8-49c9-9a0e-89e039bb370b req-d35b6767-e73e-4228-8989-e50d0ddabd99 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Mar 24 15:03:05.884276 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56108) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:06.079559 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104377c-b428-4bcb-93ef-fb15959b682d tempest-TestMinimumBasicScenario-1739269597 tempest-TestMinimumBasicScenario-1739269597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:06.081159 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5104377c-b428-4bcb-93ef-fb15959b682d tempest-TestMinimumBasicScenario-1739269597 tempest-TestMinimumBasicScenario-1739269597-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1124 time: 0.1959238 Mar 24 15:03:06.084387 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56112) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:06.088986 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'port_id': '1b6d2cab-f070-4e55-9315-547387a0d106', 'tenant_id': '0690505632574f6a822209142c0a017b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:06.117406 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.223066 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.354808 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Allocated IP 172.27.1.238 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/11ba22fd-06ae-455f-8f1c-8254e411af56) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:03:06.433300 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67485c-3404-400b-bf77-4897f7d1df97 req-bcdd2e6d-1ca8-4138-911f-bd9c230f15f8 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:06.434695 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3f67485c-3404-400b-bf77-4897f7d1df97 req-bcdd2e6d-1ca8-4138-911f-bd9c230f15f8 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 945 time: 0.1154051 Mar 24 15:03:06.501252 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.513651 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-3f67485c-3404-400b-bf77-4897f7d1df97 req-b93e34ce-a107-4850-8cbe-680721660c67 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691321 Mar 24 15:03:06.544214 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.580518 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:03:06.581675 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:03:06.585221 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:03:06.601876 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.619889 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'Port': ['ID=11ba22fd-06ae-455f-8f1c-8254e411af56,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:06.827207 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 7a311fb0-6b39-426b-889e-4344410d6868 up at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 15:03:06.878337 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning for port 7a311fb0-6b39-426b-889e-4344410d6868 completed by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 15:03:06.882626 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Provisioning complete for port 7a311fb0-6b39-426b-889e-4344410d6868 triggered by entity L2. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:03:06.883426 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (7a311fb0-6b39-426b-889e-4344410d6868), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.942450 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for floatingip (1fe41ae4-7bf5-4b97-9d09-6316a45c8048), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.960059 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Current status of the port 7a311fb0-6b39-426b-889e-4344410d6868 is: BUILD; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:03:06.960450 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (7a311fb0-6b39-426b-889e-4344410d6868), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:06.981956 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:03:06.984209 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17da0084685439a7d04fb9f82738da5bc51cd7ba66124f3da776e2dd1ba19325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba820e67-41c8-422e-863f-fc2a122152ef" -d '{"events": [{"server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "name": "network-vif-plugged", "status": "completed", "tag": "7a311fb0-6b39-426b-889e-4344410d6868"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:03:06.996657 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] For port 7a311fb0-6b39-426b-889e-4344410d6868, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=7a311fb0-6b39-426b-889e-4344410d6868,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:03:07.002583 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754'] for port (7a311fb0-6b39-426b-889e-4344410d6868), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.012410 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.030716 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dce76e5-0cd9-4339-85c9-13a986ab1f86 x-openstack-request-id: req-8dce76e5-0cd9-4339-85c9-13a986ab1f86 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:03:07.031011 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "name": "network-vif-plugged", "status": "completed", "tag": "7a311fb0-6b39-426b-889e-4344410d6868", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:03:07.031264 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dce76e5-0cd9-4339-85c9-13a986ab1f86 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:03:07.031662 dv-cinder-834805-2-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dce76e5-0cd9-4339-85c9-13a986ab1f86'] response: {'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868', 'code': 200} Mar 24 15:03:07.055951 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Pushing event updated for resources: {'Port': ['ID=7a311fb0-6b39-426b-889e-4344410d6868,revision_number=5']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:07.169311 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.174300 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.243249 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'Port': ['ID=11ba22fd-06ae-455f-8f1c-8254e411af56,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:07.278181 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (1fe41ae4-7bf5-4b97-9d09-6316a45c8048), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.360900 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9097e8-0e77-4ad8-a513-38027b934352 req-492c124d-88fc-4839-a187-eae1a84ef187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:07.362613 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2e9097e8-0e77-4ad8-a513-38027b934352 req-492c124d-88fc-4839-a187-eae1a84ef187 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 1130 time: 0.1167185 Mar 24 15:03:07.406047 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Floating IP 1fe41ae4-7bf5-4b97-9d09-6316a45c8048 associated. External IP: 172.27.1.238, port: 1b6d2cab-f070-4e55-9315-547387a0d106. Mar 24 15:03:07.477436 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-2e9097e8-0e77-4ad8-a513-38027b934352 req-78330118-600d-4b82-9d50-2c3309ff8c6b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071854 Mar 24 15:03:07.657760 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e6fad-bf65-428a-bdec-ca884e3b564d req-f9ae2a4c-f89e-4327-8bd9-ae126a72e48e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:07.659226 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a73e6fad-bf65-428a-bdec-ca884e3b564d req-f9ae2a4c-f89e-4327-8bd9-ae126a72e48e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 946 time: 0.0786088 Mar 24 15:03:07.663348 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Router 6a289349-067a-41b6-9b16-32b4b27fe9ec has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:03:07.772810 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a73e6fad-bf65-428a-bdec-ca884e3b564d req-1c1ca35b-b61d-4058-b396-faaacf5c4d64 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064231 Mar 24 15:03:07.805675 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:03:07.815821 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] Sync routers for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:03:07.824793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.826172 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:03:07.826796 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:03:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:07.855330 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-11f7d8b1-a7bb-42bc-abe7-55b1fcaea697 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7698197 Mar 24 15:03:07.855977 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:03:07.858461 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce56dcc1-7706-4504-9f97-10096d5c50ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:03:07.858667 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56120) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:07.868059 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-ceb29ac4-c5bf-4cd5-982a-3be6658992f7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050504548', 'description': 'tempest-secgroup-smoke-2050504548 description', 'project_id': '0690505632574f6a822209142c0a017b'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:07.892636 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ceb29ac4-c5bf-4cd5-982a-3be6658992f7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group (None), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.895487 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b17af4-f7c0-4ea5-a620-ca1154468fe3 x-openstack-request-id: req-20b17af4-f7c0-4ea5-a620-ca1154468fe3 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:03:07.895817 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:03:07.896078 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20b17af4-f7c0-4ea5-a620-ca1154468fe3 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:03:07.896494 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b17af4-f7c0-4ea5-a620-ca1154468fe3'] response: {'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106', 'status': 'completed', 'code': 200} Mar 24 15:03:07.935900 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:03:07.964576 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ceb29ac4-c5bf-4cd5-982a-3be6658992f7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group (45cb9198-361e-4586-9864-228c33b518ed), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.972784 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ceb29ac4-c5bf-4cd5-982a-3be6658992f7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (45cb9198-361e-4586-9864-228c33b518ed), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:07.996716 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ceb29ac4-c5bf-4cd5-982a-3be6658992f7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.000981 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-ceb29ac4-c5bf-4cd5-982a-3be6658992f7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1383166 Mar 24 15:03:08.001585 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56124) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:08.008931 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-724a9e6b-326d-4d72-a108-51a526a70d74 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'security_group_rule': {'security_group_id': '45cb9198-361e-4586-9864-228c33b518ed', 'project_id': '0690505632574f6a822209142c0a017b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:08.010490 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb29ac4-c5bf-4cd5-982a-3be6658992f7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb9198-361e-4586-9864-228c33b518ed,revision_number=1']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:08.026053 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-0620b73f-5807-4647-a599-68bec85490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:08.027615 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-0620b73f-5807-4647-a599-68bec85490b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1129 time: 0.0720060 Mar 24 15:03:08.080910 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-724a9e6b-326d-4d72-a108-51a526a70d74 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (d175633d-6d7c-4373-8417-af119780b709), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.154051 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-b933b91a-2cb3-49e8-9232-a42b5cddd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:08.155649 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-b933b91a-2cb3-49e8-9232-a42b5cddd3a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 914 time: 0.1210237 Mar 24 15:03:08.168742 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-724a9e6b-326d-4d72-a108-51a526a70d74 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (d175633d-6d7c-4373-8417-af119780b709), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.169103 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '1fe41ae4-7bf5-4b97-9d09-6316a45c8048', 'tenant_id': '0690505632574f6a822209142c0a017b', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'port_id': '1b6d2cab-f070-4e55-9315-547387a0d106', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'mac_address': 'fa:16:3e:ba:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:03:06Z', 'updated_at': '2022-03-24T15:03:06Z', 'revision_number': 0, 'project_id': '0690505632574f6a822209142c0a017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:23Z', 'revision_number': 5, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:08.175950 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-724a9e6b-326d-4d72-a108-51a526a70d74 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (d175633d-6d7c-4373-8417-af119780b709), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.195179 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] Checking router: 6a289349-067a-41b6-9b16-32b4b27fe9ec for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:03:08.204658 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:03:08.205303 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:03:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:08.232814 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a9e6b-326d-4d72-a108-51a526a70d74 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d175633d-6d7c-4373-8417-af119780b709,revision_number=0']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:08.240245 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-724a9e6b-326d-4d72-a108-51a526a70d74 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.242136 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-724a9e6b-326d-4d72-a108-51a526a70d74 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379215 Mar 24 15:03:08.244335 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56126) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:08.249081 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-d026e4e6-fbce-42bb-9b70-3a166727149d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'security_group_rule': {'security_group_id': '45cb9198-361e-4586-9864-228c33b518ed', 'project_id': '0690505632574f6a822209142c0a017b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:08.257755 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-924acb13-c7ba-47ce-b07b-0294175155a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 999 time: 0.0911062 Mar 24 15:03:08.279724 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d026e4e6-fbce-42bb-9b70-3a166727149d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (1b27c9b2-f999-46bb-b331-90ec153e40c8), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.313008 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-6583b4a7-d89a-4b98-94b6-e062bf9920aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:08.313275 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:03:08.315341 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-6583b4a7-d89a-4b98-94b6-e062bf9920aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 200 len: 852 time: 0.0505927 Mar 24 15:03:08.331042 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d026e4e6-fbce-42bb-9b70-3a166727149d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (1b27c9b2-f999-46bb-b331-90ec153e40c8), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.338325 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d026e4e6-fbce-42bb-9b70-3a166727149d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (1b27c9b2-f999-46bb-b331-90ec153e40c8), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.359846 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026e4e6-fbce-42bb-9b70-3a166727149d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b27c9b2-f999-46bb-b331-90ec153e40c8,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:08.370434 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-4c4cea62-ccfe-4bdb-8da0-cc75a9e83094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:08.371976 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-4c4cea62-ccfe-4bdb-8da0-cc75a9e83094 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472565 Mar 24 15:03:08.378060 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-d026e4e6-fbce-42bb-9b70-3a166727149d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.381923 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-d026e4e6-fbce-42bb-9b70-3a166727149d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340125 Mar 24 15:03:08.382374 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56128) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:08.388004 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-f4f4ceb1-fe44-4ede-99a3-f7818e4cb128 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'security_group_rule': {'security_group_id': '45cb9198-361e-4586-9864-228c33b518ed', 'project_id': '0690505632574f6a822209142c0a017b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:08.417480 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ceb1-fe44-4ede-99a3-f7818e4cb128 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (d960e27e-a062-4e9c-aafd-089fd7e7f526), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.468071 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-e80bed7e-c2af-4695-ac6e-c7da2e65115c service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887666 Mar 24 15:03:08.489459 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ceb1-fe44-4ede-99a3-f7818e4cb128 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (d960e27e-a062-4e9c-aafd-089fd7e7f526), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.494302 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ceb1-fe44-4ede-99a3-f7818e4cb128 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (d960e27e-a062-4e9c-aafd-089fd7e7f526), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.512158 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4ceb1-fe44-4ede-99a3-f7818e4cb128 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d960e27e-a062-4e9c-aafd-089fd7e7f526,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:08.521304 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ceb1-fe44-4ede-99a3-f7818e4cb128 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.522636 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f4f4ceb1-fe44-4ede-99a3-f7818e4cb128 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391170 Mar 24 15:03:08.525771 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56130) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:08.529715 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-eefb8bf7-5fd7-44b8-a38f-1fb24716ac96 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'security_group_rule': {'security_group_id': '45cb9198-361e-4586-9864-228c33b518ed', 'project_id': '0690505632574f6a822209142c0a017b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:08.554574 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-eefb8bf7-5fd7-44b8-a38f-1fb24716ac96 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (e9e6fcf7-b7bd-48a8-8859-9b5ba4c37e2a), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.608803 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-ce56dcc1-7706-4504-9f97-10096d5c50ec req-177dc4d5-3474-4c7d-96de-99ca1ad61b3a service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922167 Mar 24 15:03:08.640677 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-eefb8bf7-5fd7-44b8-a38f-1fb24716ac96 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (e9e6fcf7-b7bd-48a8-8859-9b5ba4c37e2a), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.646711 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-eefb8bf7-5fd7-44b8-a38f-1fb24716ac96 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (e9e6fcf7-b7bd-48a8-8859-9b5ba4c37e2a), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.667220 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb8bf7-5fd7-44b8-a38f-1fb24716ac96 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e6fcf7-b7bd-48a8-8859-9b5ba4c37e2a,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:08.673287 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-eefb8bf7-5fd7-44b8-a38f-1fb24716ac96 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.675109 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-eefb8bf7-5fd7-44b8-a38f-1fb24716ac96 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488791 Mar 24 15:03:08.677607 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56132) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:08.682474 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'security_group_rule': {'security_group_id': '45cb9198-361e-4586-9864-228c33b518ed', 'project_id': '0690505632574f6a822209142c0a017b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:08.706329 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.securitygroups_db [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Project 0690505632574f6a822209142c0a017b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:03:08.712096 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (0c1418ae-bf43-4903-a8b2-6bb0339a1784), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.719613 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '1fe41ae4-7bf5-4b97-9d09-6316a45c8048', 'tenant_id': '0690505632574f6a822209142c0a017b', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'port_id': '1b6d2cab-f070-4e55-9315-547387a0d106', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'mac_address': 'fa:16:3e:ba:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:03:06Z', 'updated_at': '2022-03-24T15:03:06Z', 'revision_number': 0, 'project_id': '0690505632574f6a822209142c0a017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:23Z', 'revision_number': 5, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:08.745476 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48838d36-ba15-4ffa-ae56-6f29671bc794 None None] The sync data for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi is: [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '1fe41ae4-7bf5-4b97-9d09-6316a45c8048', 'tenant_id': '0690505632574f6a822209142c0a017b', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'port_id': '1b6d2cab-f070-4e55-9315-547387a0d106', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'mac_address': 'fa:16:3e:ba:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:03:06Z', 'updated_at': '2022-03-24T15:03:06Z', 'revision_number': 0, 'project_id': '0690505632574f6a822209142c0a017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:23Z', 'revision_number': 5, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:03:08.772639 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (0c1418ae-bf43-4903-a8b2-6bb0339a1784), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.779384 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (0c1418ae-bf43-4903-a8b2-6bb0339a1784), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.799227 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1418ae-bf43-4903-a8b2-6bb0339a1784,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:08.807872 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.809111 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1f253f48-43f3-4438-a98d-e6e9b48453d6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304362 Mar 24 15:03:08.812404 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56136) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:08.816743 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'security_group_rule': {'security_group_id': '45cb9198-361e-4586-9864-228c33b518ed', 'project_id': '0690505632574f6a822209142c0a017b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:08.837777 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.securitygroups_db [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Project 0690505632574f6a822209142c0a017b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 15:03:08.843667 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (73336065-1362-45de-bfca-893e5e7bdd7c), before_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.914306 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (73336065-1362-45de-bfca-893e5e7bdd7c), precommit_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.920707 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654038'] for security_group_rule (73336065-1362-45de-bfca-893e5e7bdd7c), after_create {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.940569 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73336065-1362-45de-bfca-893e5e7bdd7c,revision_number=0']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:08.951039 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:08.955366 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-51936cd2-dad2-4aa7-ae0d-3858b0d8ceee tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394668 Mar 24 15:03:08.999934 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df770ae-6372-4b6d-832a-1f34801576a7 None None] New status for floating IP 1fe41ae4-7bf5-4b97-9d09-6316a45c8048: ACTIVE {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:03:09.051681 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-22fb3aa9-a140-4a52-8037-09e9204a6ee8 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050504548&fields=id&tenant_id=0690505632574f6a822209142c0a017b HTTP/1.1" status: 200 len: 267 time: 0.0511041 Mar 24 15:03:09.110230 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-8a74bc58-1386-4e8c-80b2-6055a69e097d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.111847 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-8a74bc58-1386-4e8c-80b2-6055a69e097d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0543866 Mar 24 15:03:09.123782 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.v2.base [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'port': {'security_groups': ['9087a195-930c-4776-8757-15f327c3e515', '45cb9198-361e-4586-9864-228c33b518ed']}} {{(pid=109717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:09.192152 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaa3ff-dfd8-46e2-8103-2820561a1e99 req-97fdf441-3913-41fd-9b93-ef30dc638597 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.200568 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9aeaa3ff-dfd8-46e2-8103-2820561a1e99 req-97fdf441-3913-41fd-9b93-ef30dc638597 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 946 time: 0.3462205 Mar 24 15:03:09.206972 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), before_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:09.244166 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9aeaa3ff-dfd8-46e2-8103-2820561a1e99 req-105c91ff-2d95-451c-898b-e0f1941fcc5e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Mar 24 15:03:09.366075 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc219e20-5c7b-499b-9325-85ce3f1bbbeb req-83827504-535c-4a69-818f-93f535c231ba tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.367560 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc219e20-5c7b-499b-9325-85ce3f1bbbeb req-83827504-535c-4a69-818f-93f535c231ba tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 946 time: 0.0574138 Mar 24 15:03:09.423858 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fc219e20-5c7b-499b-9325-85ce3f1bbbeb req-d643b9d7-d4cb-47cf-a536-9542993b4c5b tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504282 Mar 24 15:03:09.425021 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=1b6d2cab-f070-4e55-9315-547387a0d106,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:03:09.446440 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56142) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:09.456454 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for port (1b6d2cab-f070-4e55-9315-547387a0d106), precommit_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:09.462486 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4590692'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_update {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:09.489668 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f3034-4699-4703-95a1-1ffa9a64e6de tempest-TestVolumeBootPattern-1211271629 tempest-TestVolumeBootPattern-1211271629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.491210 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-623f3034-4699-4703-95a1-1ffa9a64e6de tempest-TestVolumeBootPattern-1211271629 tempest-TestVolumeBootPattern-1211271629-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 1125 time: 0.0438075 Mar 24 15:03:09.494756 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56144) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:03:09.497449 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['1b6d2cab-f070-4e55-9315-547387a0d106'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:03:09.498686 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Request body: {'floatingip': {'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'port_id': '7a311fb0-6b39-426b-889e-4344410d6868', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:03:09.508539 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.509175 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:09.510620 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-fa199e14-4b54-4d3c-b95c-b147f37cb1b6 req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "PUT /v2.0/ports/1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 981 time: 0.3920906 Mar 24 15:03:09.511088 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:03:09.513437 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:03:09.527025 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:09.565751 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f41318-9488-46d7-9292-18fb966c2c4f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=6']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:09.586444 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b29ebb-4b34-4f94-a648-a990506eba13 x-openstack-request-id: req-65b29ebb-4b34-4f94-a648-a990506eba13 {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:03:09.586814 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:03:09.587135 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65b29ebb-4b34-4f94-a648-a990506eba13 {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:03:09.587622 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b29ebb-4b34-4f94-a648-a990506eba13'] response: {'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106', 'status': 'completed', 'code': 200} Mar 24 15:03:09.660895 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['1b6d2cab-f070-4e55-9315-547387a0d106'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:03:09.701141 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667957-2178-488a-87c5-39c7bd98dde4 req-b67445d6-e7a8-49bf-b6bb-b1995598954e tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.702762 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d9667957-2178-488a-87c5-39c7bd98dde4 req-b67445d6-e7a8-49bf-b6bb-b1995598954e tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.1072772 Mar 24 15:03:09.753398 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-aebe9a67-1879-4389-b45d-6a8a48aa62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.755267 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-aebe9a67-1879-4389-b45d-6a8a48aa62bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1168 time: 0.1104562 Mar 24 15:03:09.821310 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-6c024e6c-1215-439d-80b4-7e186970cdbc None None] Provisioning complete for port 1b6d2cab-f070-4e55-9315-547387a0d106 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:03:09.821735 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c024e6c-1215-439d-80b4-7e186970cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:09.851719 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d9667957-2178-488a-87c5-39c7bd98dde4 req-ab6fc575-9fd2-4dc0-8cb4-57130f1b79d7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377718 Mar 24 15:03:09.852891 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (None), before_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:09.881263 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:03:09.939601 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-36a7c4fe-baa9-4729-8e38-61cefdae379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:09.941089 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-36a7c4fe-baa9-4729-8e38-61cefdae379c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 914 time: 0.1732650 Mar 24 15:03:10.026415 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6c024e6c-1215-439d-80b4-7e186970cdbc None None] Current status of the port 1b6d2cab-f070-4e55-9315-547387a0d106 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:03:10.038502 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_common [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Allocated IP 172.27.1.78 (91a9751d-5a61-4df0-a2e3-c00ce03e5742/38316eaf-7e7b-4633-a047-65042d039d60/6df17742-3992-41ad-b84e-9a4050b79195) {{(pid=109716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 15:03:10.046485 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-cfd23344-8675-4533-ad66-a0d4ea20bab5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 1001 time: 0.0856445 Mar 24 15:03:10.136346 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-017495ac-96b6-417b-b58e-adad1481d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:10.137739 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-017495ac-96b6-417b-b58e-adad1481d829 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 200 len: 852 time: 0.0856833 Mar 24 15:03:10.216389 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (6df17742-3992-41ad-b84e-9a4050b79195), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:10.232048 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-ba18743d-f7db-45d2-b9ee-e3f7871f54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:10.233555 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-ba18743d-f7db-45d2-b9ee-e3f7871f54f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899310 Mar 24 15:03:10.304658 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756050589718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (6df17742-3992-41ad-b84e-9a4050b79195), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:10.366550 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Network 91a9751d-5a61-4df0-a2e3-c00ce03e5742 is already hosted by enough agents. {{(pid=109716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 15:03:10.375368 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.base_scheduler [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Resources bound (agent type, host, resource id): {{(pid=109716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 15:03:10.378737 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Received port after_create {{(pid=109716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 15:03:10.383364 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-3d0e0b37-0b96-4bfe-a521-4b3b9be2ab39 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416013 Mar 24 15:03:10.383935 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=6df17742-3992-41ad-b84e-9a4050b79195,revision_number=1']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:10.547079 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d1039ee2-eea0-4817-bb67-7830c7d7e0b2 req-6eb5ddee-ed0c-47a9-8373-fe958be47fb8 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442463 Mar 24 15:03:10.786765 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (ec172a6b-5339-4563-8f23-a563147db489), precommit_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:10.863139 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (6df17742-3992-41ad-b84e-9a4050b79195), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:11.006808 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for port (6df17742-3992-41ad-b84e-9a4050b79195), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:11.014170 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (6df17742-3992-41ad-b84e-9a4050b79195), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:11.082507 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event updated for resources: {'Port': ['ID=6df17742-3992-41ad-b84e-9a4050b79195,revision_number=2']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:03:11.093503 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.093851 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.094226 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.094570 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.094904 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.095235 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.095557 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.095879 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.096203 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.096523 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.096845 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.097151 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.097465 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.097781 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.098114 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:03:11.103675 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638264'] for floatingip (ec172a6b-5339-4563-8f23-a563147db489), after_create {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:11.202515 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Floating IP ec172a6b-5339-4563-8f23-a563147db489 associated. External IP: 172.27.1.78, port: 7a311fb0-6b39-426b-889e-4344410d6868. Mar 24 15:03:11.410709 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:03:11.515804 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:03:11.525701 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:03:11.536148 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:11.537012 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:03:11.537633 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:03:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:11.653022 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:03:11.819431 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-bdb6a44b-db1a-4169-86a1-587487839645 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3241310 Mar 24 15:03:11.820091 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:03:11.822553 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "tag": "7a311fb0-6b39-426b-889e-4344410d6868"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:03:11.860650 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725f65b-d26b-47b4-b240-8ae3a714f17e x-openstack-request-id: req-9725f65b-d26b-47b4-b240-8ae3a714f17e {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:03:11.860939 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "tag": "7a311fb0-6b39-426b-889e-4344410d6868", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:03:11.861190 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9725f65b-d26b-47b4-b240-8ae3a714f17e {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:03:11.861597 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9725f65b-d26b-47b4-b240-8ae3a714f17e'] response: {'name': 'network-changed', 'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868', 'status': 'completed', 'code': 200} Mar 24 15:03:11.893387 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:55Z', 'revision_number': 1, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}, {'id': 'ec172a6b-5339-4563-8f23-a563147db489', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '7a311fb0-6b39-426b-889e-4344410d6868', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:cf:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e3194-f445-402b-bbe7-14790c4b7202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:03:10Z', 'updated_at': '2022-03-24T15:03:10Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:11.923194 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:03:11.931481 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:03:11.932110 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:03:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:11.950210 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-d2b4f827-acc8-4e29-9af2-f7b7e9a47247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:11.951735 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-d2b4f827-acc8-4e29-9af2-f7b7e9a47247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 1130 time: 0.0460982 Mar 24 15:03:12.036234 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:03:12.041950 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-c67bd95e-976f-43a6-bb97-66a3e3099e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:12.043541 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-c67bd95e-976f-43a6-bb97-66a3e3099e6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.0844026 Mar 24 15:03:12.107756 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-2b12500f-b0c0-4e97-a93b-4dd80e217b17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a311fb0-6b39-426b-889e-4344410d6868 HTTP/1.1" status: 200 len: 999 time: 0.0575523 Mar 24 15:03:12.157567 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-41bc9f4d-5abc-4682-81cd-5fa63b89923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:12.159705 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-41bc9f4d-5abc-4682-81cd-5fa63b89923e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0463490 Mar 24 15:03:12.213187 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-4da9e262-05ac-4c99-b8d1-7b5d471540b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:12.214732 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-4da9e262-05ac-4c99-b8d1-7b5d471540b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482290 Mar 24 15:03:12.280112 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:55Z', 'revision_number': 1, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}, {'id': 'ec172a6b-5339-4563-8f23-a563147db489', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '7a311fb0-6b39-426b-889e-4344410d6868', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:cf:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e3194-f445-402b-bbe7-14790c4b7202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:03:10Z', 'updated_at': '2022-03-24T15:03:10Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:03:12.303854 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-2134eb0c-7691-40a6-a236-a7820fba3a1b service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820754 Mar 24 15:03:12.307192 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ad1ad7-a9a8-4e53-9d19-cf76df4916c1 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:55Z', 'revision_number': 1, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}, {'id': 'ec172a6b-5339-4563-8f23-a563147db489', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '7a311fb0-6b39-426b-889e-4344410d6868', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:cf:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e3194-f445-402b-bbe7-14790c4b7202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:03:10Z', 'updated_at': '2022-03-24T15:03:10Z', 'revision_number': 0, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:03:12.399627 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-9447bde9-5c2a-44da-a3a3-2d728dd9b6bf req-cf116f08-7dea-4671-92f4-3bba8ee1d875 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894647 Mar 24 15:03:12.510655 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6acfe-dcde-42b1-b5e1-9355cb7b0b17 None None] New status for floating IP ec172a6b-5339-4563-8f23-a563147db489: ACTIVE {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:03:18.668246 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:22.955842 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-06f2aaf7-eb1a-4e81-b0ea-c586ed83240c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517354 Mar 24 15:03:23.071592 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-be8dc928-6031-4327-8405-0dd284bed9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:23.073093 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-be8dc928-6031-4327-8405-0dd284bed9b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1129 time: 0.0468111 Mar 24 15:03:23.178548 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-eb7502ea-bdc4-4da1-af84-d0eab7df4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:23.180002 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-eb7502ea-bdc4-4da1-af84-d0eab7df4564 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.0874195 Mar 24 15:03:23.244753 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-b6208396-d792-45c4-9e14-d5f38ee8d639 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cd4bba-c812-4d47-9207-67f0148ed324 HTTP/1.1" status: 200 len: 1000 time: 0.0575099 Mar 24 15:03:23.298515 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-2fc0a4bb-0df9-4f02-91b2-433c4bd9d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:23.299963 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-2fc0a4bb-0df9-4f02-91b2-433c4bd9d95e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0487149 Mar 24 15:03:23.353793 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-7c4f919f-86f7-49e2-b755-51f557f32c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:23.355229 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-7c4f919f-86f7-49e2-b755-51f557f32c0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486088 Mar 24 15:03:23.453470 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-8cb5fd2c-3ae6-493a-82bf-6a17d07fa5bd service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909388 Mar 24 15:03:23.556248 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-4ace88dd-4748-431f-aa43-3bbb15acb121 req-5e2906d7-2b35-4367-9492-92b9a0d1db55 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918841 Mar 24 15:03:30.263865 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-468f41fd-e437-4b70-91be-061f665812be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:32.529374 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5fba2368-b4c1-4827-8e39-07f4d0da1dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:32.604334 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-e3f17888-47d8-4df8-95d8-c4b9118c32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:32.605917 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-e3f17888-47d8-4df8-95d8-c4b9118c32db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1168 time: 0.0461507 Mar 24 15:03:32.681769 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ac77e-d650-491e-82c6-cef27da0e455 req-649144e4-2140-4495-88f1-afd49bf786d3 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:32.683274 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0a4ac77e-d650-491e-82c6-cef27da0e455 req-649144e4-2140-4495-88f1-afd49bf786d3 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.1604955 Mar 24 15:03:32.703566 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-c382c5ef-a3de-41be-995e-4ab211914834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:32.705347 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-c382c5ef-a3de-41be-995e-4ab211914834 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 914 time: 0.0874100 Mar 24 15:03:32.743778 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-0a4ac77e-d650-491e-82c6-cef27da0e455 req-6ccda205-3f89-456a-bd4c-161ede5e3dc9 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540385 Mar 24 15:03:32.773433 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-2675ab75-31ee-4947-9fcc-a3148593bdfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 1001 time: 0.0606506 Mar 24 15:03:32.827616 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-4b608a2b-8c9b-44eb-9df0-7d21675f9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:32.830274 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-4b608a2b-8c9b-44eb-9df0-7d21675f9e8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 200 len: 852 time: 0.0500751 Mar 24 15:03:32.883989 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-d7449969-78f3-4de9-b613-ddc570957d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:32.885412 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-d7449969-78f3-4de9-b613-ddc570957d73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461018 Mar 24 15:03:32.895886 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-bc05030f-ab62-4ae0-b0a2-df70a841014d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 15:03:32.896913 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-bc05030f-ab62-4ae0-b0a2-df70a841014d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050437 Mar 24 15:03:32.990679 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-08dc87ea-0c4f-41c4-b6ef-0537946dc41b service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871131 Mar 24 15:03:33.087549 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-6e9515e5-84a6-47e4-a8f0-1d16f7af13f8 req-2898b94b-c8c9-4b47-bf6c-038094223be3 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Mar 24 15:03:33.764527 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:33.925394 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82985fc-f916-4cfe-968a-59d9edfe7d70 req-ab3672f9-934c-409e-b570-81ddbe2f4135 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:33.926942 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c82985fc-f916-4cfe-968a-59d9edfe7d70 req-ab3672f9-934c-409e-b570-81ddbe2f4135 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.1142275 Mar 24 15:03:33.985479 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c82985fc-f916-4cfe-968a-59d9edfe7d70 req-41321563-5005-43ad-8878-7fa4b3adc133 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526342 Mar 24 15:03:35.117118 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305520e1-52ea-436d-830d-835611f4a268 req-db1fb6b0-1704-46fb-9493-239fcf399734 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:35.118625 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-305520e1-52ea-436d-830d-835611f4a268 req-db1fb6b0-1704-46fb-9493-239fcf399734 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0573163 Mar 24 15:03:35.179203 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-305520e1-52ea-436d-830d-835611f4a268 req-98a2afd5-5093-42a2-8d61-9676a87bf43a tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525975 Mar 24 15:03:35.236399 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:36.321207 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1173a-9753-4e10-b2cf-0de2e9ed7052 req-0ee343fc-0774-4406-99b9-af5cf0d96f33 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:36.322689 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b9e1173a-9753-4e10-b2cf-0de2e9ed7052 req-0ee343fc-0774-4406-99b9-af5cf0d96f33 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0645304 Mar 24 15:03:36.381720 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b9e1173a-9753-4e10-b2cf-0de2e9ed7052 req-086a63d3-e927-42c3-ae28-17f39a37408f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533233 Mar 24 15:03:36.612673 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:03:37.521236 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76a5bb-541e-4285-abe3-abb05bf205e7 req-bec39944-20b8-45d3-bfbd-3e448a23069b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:37.522771 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7f76a5bb-541e-4285-abe3-abb05bf205e7 req-bec39944-20b8-45d3-bfbd-3e448a23069b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0655975 Mar 24 15:03:37.585019 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7f76a5bb-541e-4285-abe3-abb05bf205e7 req-fa7e66fe-9bf4-44c5-b07d-e54b3f7f9238 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563095 Mar 24 15:03:38.726912 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe48ac-1ad5-4399-8ffb-9c49513c1a22 req-6370cf05-a7bd-4f23-bef7-5e7355655a9c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:38.728287 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-35fe48ac-1ad5-4399-8ffb-9c49513c1a22 req-6370cf05-a7bd-4f23-bef7-5e7355655a9c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0582631 Mar 24 15:03:38.795130 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-35fe48ac-1ad5-4399-8ffb-9c49513c1a22 req-610882b2-e35c-4332-b7f5-78459cb567f2 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610158 Mar 24 15:03:39.928804 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7ad25-1185-442d-a4cb-9cf0936f8cb2 req-9317661f-e714-46a4-9a1d-e32dc9f4b8b4 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:39.930308 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-caf7ad25-1185-442d-a4cb-9cf0936f8cb2 req-9317661f-e714-46a4-9a1d-e32dc9f4b8b4 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0628641 Mar 24 15:03:39.993063 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-caf7ad25-1185-442d-a4cb-9cf0936f8cb2 req-95f7b111-d4a7-44d8-8fd3-72d5fa2527f5 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543888 Mar 24 15:03:41.139816 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d01bb-792c-4792-95ce-21e1b394f82e req-67c44054-4b72-48e6-bb86-af79e010db18 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:41.141289 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7c4d01bb-792c-4792-95ce-21e1b394f82e req-67c44054-4b72-48e6-bb86-af79e010db18 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0624213 Mar 24 15:03:41.200842 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-7c4d01bb-792c-4792-95ce-21e1b394f82e req-ab143516-29d2-46fc-b5a9-714d4da6599f tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525758 Mar 24 15:03:42.335679 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b36bf-e3a8-42ce-813c-ffb6d3e3706c req-82967f27-6716-4cfe-a9d1-8ab062c66b4c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:42.337166 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6a2b36bf-e3a8-42ce-813c-ffb6d3e3706c req-82967f27-6716-4cfe-a9d1-8ab062c66b4c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0567431 Mar 24 15:03:42.397432 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-6a2b36bf-e3a8-42ce-813c-ffb6d3e3706c req-4abadcc0-9e9f-421b-b0c3-4dfc1cf979a7 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545499 Mar 24 15:03:43.531422 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a4507-0e1f-47e8-9ed0-086ec62a4142 req-415865da-9998-4153-9f8f-87ac9f758b40 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:43.532884 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de4a4507-0e1f-47e8-9ed0-086ec62a4142 req-415865da-9998-4153-9f8f-87ac9f758b40 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0572987 Mar 24 15:03:43.591012 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-de4a4507-0e1f-47e8-9ed0-086ec62a4142 req-b5221e1e-9175-4f17-b20f-bbd8dfda11dd tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522814 Mar 24 15:03:44.717155 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5adc17-aeb0-49d1-89de-d948b9ce50bd req-4e7f5305-96c7-493e-ad24-2fd116db6d56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:03:44.718537 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7a5adc17-aeb0-49d1-89de-d948b9ce50bd req-4e7f5305-96c7-493e-ad24-2fd116db6d56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0563273 Mar 24 15:03:44.775971 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-7a5adc17-aeb0-49d1-89de-d948b9ce50bd req-c9d198a9-fa52-4ff8-aa97-8b8d86989a35 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&id=45cb9198-361e-4586-9864-228c33b518ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515671 Mar 24 15:03:46.880607 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:03:48.677034 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:00.268195 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3de97940-0097-4448-a21e-bfc82c3de0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:02.539149 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e42f38eb-2b36-48e8-9139-cb72013794e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:03.772928 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:05.240338 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:06.613586 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.175855 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-e40b523b-601f-47b6-b7f5-9372a7631852 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050504548&fields=id&tenant_id=0690505632574f6a822209142c0a017b HTTP/1.1" status: 200 len: 267 time: 0.0490053 Mar 24 15:04:17.231949 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-7fa32056-75ae-4e67-b09e-3e7bac387f39 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:17.233434 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-7fa32056-75ae-4e67-b09e-3e7bac387f39 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 984 time: 0.0523205 Mar 24 15:04:17.244436 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.v2.base [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Request body: {'port': {'security_groups': ['9087a195-930c-4776-8757-15f327c3e515']}} {{(pid=109716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 15:04:17.315324 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-822735'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), before_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.487928 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=1b6d2cab-f070-4e55-9315-547387a0d106,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:17.517294 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for port (1b6d2cab-f070-4e55-9315-547387a0d106), precommit_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.525217 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756051156884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756050589736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756050589754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5726845'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_update {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.561780 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['1b6d2cab-f070-4e55-9315-547387a0d106'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:04:17.569808 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:17.570486 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.574122 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-afa0c0de-469f-49d7-99e0-ab25cd82850e req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "PUT /v2.0/ports/1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 942 time: 0.3319826 Mar 24 15:04:17.574122 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:04:17.574737 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42f6e19-c9be-4805-99b2-17b26d8f44ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:04:17.577892 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56214) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:17.614316 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event updated for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=7']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:17.626070 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.627208 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.627775 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.628335 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.629018 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.629580 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.630188 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.630754 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.631303 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.631972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.632526 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.633085 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.633644 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.634240 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.634811 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c70598-475d-4e3b-9df6-419b25e3909c tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.651669 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group (45cb9198-361e-4586-9864-228c33b518ed), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.680490 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group (45cb9198-361e-4586-9864-228c33b518ed), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.697735 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374daba8-3143-4794-a5b3-b304ee5cabdb x-openstack-request-id: req-374daba8-3143-4794-a5b3-b304ee5cabdb {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:04:17.698035 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:04:17.698320 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-374daba8-3143-4794-a5b3-b304ee5cabdb {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:04:17.698818 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374daba8-3143-4794-a5b3-b304ee5cabdb'] response: {'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106', 'status': 'completed', 'code': 200} Mar 24 15:04:17.725389 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['1b6d2cab-f070-4e55-9315-547387a0d106'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:04:17.757756 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (45cb9198-361e-4586-9864-228c33b518ed), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.760140 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.763963 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "DELETE /v2.0/security-groups/45cb9198-361e-4586-9864-228c33b518ed HTTP/1.1" status: 204 len: 168 time: 0.1813788 Mar 24 15:04:17.764463 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56220) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:17.776172 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb9198-361e-4586-9864-228c33b518ed,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:17.787071 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.787350 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.787694 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.788070 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.788543 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.788937 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.789269 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.789590 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.789917 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.790300 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.790628 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.790946 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.791256 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.791631 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.791953 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1858bc-8ec7-4ef1-be83-47adb49fbe22 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:17.862000 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [None req-2f2f67bf-b7fa-4bbf-bd3e-907986fa70d8 None None] Provisioning complete for port 1b6d2cab-f070-4e55-9315-547387a0d106 triggered by entity DHCP. {{(pid=109718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 15:04:17.862412 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67bf-b7fa-4bbf-bd3e-907986fa70d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225437'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), provisioning_complete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:17.934361 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-e05aaba2-9271-4315-80a5-d338df5698e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:17.935890 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-e05aaba2-9271-4315-80a5-d338df5698e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1129 time: 0.1847754 Mar 24 15:04:17.962021 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-2f2f67bf-b7fa-4bbf-bd3e-907986fa70d8 None None] Current status of the port 1b6d2cab-f070-4e55-9315-547387a0d106 is: ACTIVE; New status is: ACTIVE {{(pid=109718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 15:04:18.058882 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-50d98c1c-a6ff-44c7-84e1-6e9b64a40ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:18.060274 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-50d98c1c-a6ff-44c7-84e1-6e9b64a40ec2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 914 time: 0.1178837 Mar 24 15:04:18.069080 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Deleting port 11ba22fd-06ae-455f-8f1c-8254e411af56 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:18.069432 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:18.172764 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-1fd2ff47-490c-47d5-8f36-fb0b52207521 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 1001 time: 0.1052251 Mar 24 15:04:18.214047 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:18.214785 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for floatingip (11ba22fd-06ae-455f-8f1c-8254e411af56), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:18.232031 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Calling delete_port for 11ba22fd-06ae-455f-8f1c-8254e411af56 owned by network:floatingip {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:18.248653 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-130a68db-acd9-4791-966f-94d175bd1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:18.250126 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-130a68db-acd9-4791-966f-94d175bd1533 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 200 len: 852 time: 0.0693953 Mar 24 15:04:18.354204 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-00a616aa-ddf0-44e7-ac07-63648b63e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:18.355725 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-00a616aa-ddf0-44e7-ac07-63648b63e3fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771275 Mar 24 15:04:18.482137 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-71254827-177f-4459-ace0-8b4a05205cf4 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154385 Mar 24 15:04:18.483343 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (11ba22fd-06ae-455f-8f1c-8254e411af56), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:18.516694 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event deleted for resources: {'Port': ['ID=11ba22fd-06ae-455f-8f1c-8254e411af56,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:18.633229 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks [] for floatingip (1fe41ae4-7bf5-4b97-9d09-6316a45c8048), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:18.633479 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.db.l3_db [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Floating IP 1fe41ae4-7bf5-4b97-9d09-6316a45c8048 disassociated (deleted). External IP: 172.27.1.238, port: 1b6d2cab-f070-4e55-9315-547387a0d106. Mar 24 15:04:18.668875 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f42f6e19-c9be-4805-99b2-17b26d8f44ba req-0a7f7ced-960e-455f-bab9-f24b603b644b service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650722 Mar 24 15:04:18.682114 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:19.101697 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Router 6a289349-067a-41b6-9b16-32b4b27fe9ec has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:04:19.215611 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:04:19.220678 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:19.225729 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] Sync routers for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:04:19.236182 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:19.236820 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:19.250206 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-bf50d283-b8ea-4d70-ac7e-002e0be1341b tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "DELETE /v2.0/floatingips/1fe41ae4-7bf5-4b97-9d09-6316a45c8048 HTTP/1.1" status: 204 len: 168 time: 1.4845483 Mar 24 15:04:19.344219 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:19.550015 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:23Z', 'revision_number': 5, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:19.579390 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] Checking router: 6a289349-067a-41b6-9b16-32b4b27fe9ec for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:04:19.587675 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:19.588280 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:19.700573 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:04:19.703192 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33d1fae-44eb-40fb-9bfa-86786695b1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:04:19.704309 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:19.738478 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387cec8a-d42d-412a-a245-4553862445c4 x-openstack-request-id: req-387cec8a-d42d-412a-a245-4553862445c4 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:04:19.738766 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:04:19.739015 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-387cec8a-d42d-412a-a245-4553862445c4 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:04:19.739420 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387cec8a-d42d-412a-a245-4553862445c4'] response: {'name': 'network-changed', 'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106', 'status': 'completed', 'code': 200} Mar 24 15:04:19.834112 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-06f10e5c-7c40-4670-a029-090c65c19d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:19.835639 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-06f10e5c-7c40-4670-a029-090c65c19d9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0690505632574f6a822209142c0a017b&device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 1129 time: 0.0463383 Mar 24 15:04:19.900951 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:23Z', 'revision_number': 5, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:19.925366 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-63dbecf3-100e-4ff0-ae73-314c871f43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:19.925694 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5a65b-6932-4479-b2f4-90e6558a180f None None] The sync data for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi is: [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:02:16Z', 'revision_number': 4, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': 'c2d662bb-768b-4f57-befe-a7f0f1b98fee', 'name': '', 'network_id': '1e082407-6818-4c5c-8aff-4bcf4b2a42e4', 'tenant_id': '0690505632574f6a822209142c0a017b', 'mac_address': 'fa:16:3e:3e:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4f534d27-fc6d-4836-a389-718b493c1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:16Z', 'updated_at': '2022-03-24T15:02:23Z', 'revision_number': 5, 'project_id': '0690505632574f6a822209142c0a017b', 'subnets': [{'id': '4f534d27-fc6d-4836-a389-718b493c1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:04:19.927073 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-63dbecf3-100e-4ff0-ae73-314c871f43a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 200 len: 914 time: 0.0850859 Mar 24 15:04:19.969574 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-efc33620-7369-4350-b1f8-aa16a707189c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 200 len: 217 time: 0.0362377 Mar 24 15:04:20.017851 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-2999e900-e2cc-4926-9ab0-0c068df6b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:20.019366 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-2999e900-e2cc-4926-9ab0-0c068df6b85a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 200 len: 852 time: 0.0430763 Mar 24 15:04:20.075418 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-90a90ada-6591-4d66-8eb1-0f79d755e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:20.076966 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-90a90ada-6591-4d66-8eb1-0f79d755e864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e082407-6818-4c5c-8aff-4bcf4b2a42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451167 Mar 24 15:04:20.165641 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ebe3f-ea11-401e-9b4f-36d35c50e90f None None] New status for floating IP 1fe41ae4-7bf5-4b97-9d09-6316a45c8048: DOWN {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:04:20.179548 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-23b1c47d-80c5-4d78-8b27-8dee7f5e08e5 service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903499 Mar 24 15:04:20.268305 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c33d1fae-44eb-40fb-9bfa-86786695b1d1 req-305d6b6f-680f-4fee-aa85-dba040f5eaef service neutron] 10.222.0.46 "GET /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821371 Mar 24 15:04:22.002815 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362b28-49a3-4d11-83ae-ceead17fd92e req-89ca0891-7e08-433d-8520-eaea3abf9056 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:22.004188 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-06362b28-49a3-4d11-83ae-ceead17fd92e req-89ca0891-7e08-433d-8520-eaea3abf9056 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0625756 Mar 24 15:04:22.051219 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-06362b28-49a3-4d11-83ae-ceead17fd92e req-7f017c9e-f862-424d-93bb-aa24375d6ee6 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Mar 24 15:04:23.196054 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ceb01-c54e-4145-9a81-01101ab6b08a req-50a9caca-b3f5-4c5d-8e3f-0752308da904 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:23.197420 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-017ceb01-c54e-4145-9a81-01101ab6b08a req-50a9caca-b3f5-4c5d-8e3f-0752308da904 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0600421 Mar 24 15:04:23.244717 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-017ceb01-c54e-4145-9a81-01101ab6b08a req-8dc609c2-7bac-4c34-bda9-45d20dd7e30a tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Mar 24 15:04:23.879878 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:04:23.934267 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4c655c5a-637d-48b8-b35e-d90f324c4d15 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:23.935763 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4c655c5a-637d-48b8-b35e-d90f324c4d15 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.0845335 Mar 24 15:04:23.944604 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-83f2c36f-ceca-48d2-a35b-001c4f4b7f31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664070 Mar 24 15:04:24.050118 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6580f-5f25-4367-825b-2907810741ba req-946d810e-cbba-41a4-846c-7c23f33768f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:24.051627 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-946d810e-cbba-41a4-846c-7c23f33768f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 1130 time: 0.0755880 Mar 24 15:04:24.069274 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Deleting port 1b6d2cab-f070-4e55-9315-547387a0d106 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:24.069605 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:24.219009 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] For port 1b6d2cab-f070-4e55-9315-547387a0d106, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=1b6d2cab-f070-4e55-9315-547387a0d106,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:24.219267 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:24.222292 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6580f-5f25-4367-825b-2907810741ba req-4fecd28a-ae1a-4c7c-adb4-95cd05ab16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:24.223745 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-4fecd28a-ae1a-4c7c-adb4-95cd05ab16ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.1513684 Mar 24 15:04:24.234431 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Calling delete_port for 1b6d2cab-f070-4e55-9315-547387a0d106 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:24.353412 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-172b80c6-470d-42f9-b754-2755009e69e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a311fb0-6b39-426b-889e-4344410d6868 HTTP/1.1" status: 200 len: 1001 time: 0.1199951 Mar 24 15:04:24.432535 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e78e9-dba1-4c00-85b7-da2810a84490 req-60cc7c88-bf26-45c4-a562-871c0a55fc4d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:24.434008 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fb6e78e9-dba1-4c00-85b7-da2810a84490 req-60cc7c88-bf26-45c4-a562-871c0a55fc4d tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a9ddc4b-c6d7-41e0-b167-dca9f82452e5 HTTP/1.1" status: 200 len: 945 time: 0.1227586 Mar 24 15:04:24.438681 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6580f-5f25-4367-825b-2907810741ba req-a3798634-c6d5-45df-abe9-c8d1845f96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:24.440032 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-a3798634-c6d5-45df-abe9-c8d1845f96f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0789764 Mar 24 15:04:24.548411 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-fb6e78e9-dba1-4c00-85b7-da2810a84490 req-fc00f57d-5d2f-44e0-bb80-55eba99a23e4 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.43 "GET /v2.0/security-groups?id=9087a195-930c-4776-8757-15f327c3e515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068826 Mar 24 15:04:24.550427 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (1b6d2cab-f070-4e55-9315-547387a0d106), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:24.582432 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Pushing event deleted for resources: {'Port': ['ID=1b6d2cab-f070-4e55-9315-547387a0d106,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:24.587744 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6580f-5f25-4367-825b-2907810741ba req-29e937c8-80a5-4bce-a090-6ae74523687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:24.588925 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] get_ports_and_sgs() called for port_ids ['1b6d2cab-f070-4e55-9315-547387a0d106'] {{(pid=109718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 15:04:24.589402 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-29e937c8-80a5-4bce-a090-6ae74523687b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1415813 Mar 24 15:04:24.669687 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] No DVR routers for this DVR port 1b6d2cab-f070-4e55-9315-547387a0d106 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:24.673978 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:24.677882 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-f57aac4c-f260-4246-ba74-657deb02d93e req-4aa4e3fc-a1ec-4602-b396-be695fab1a56 tempest-TestMinimumBasicScenario-532231895 tempest-TestMinimumBasicScenario-532231895-project] 10.222.0.46 "DELETE /v2.0/ports/1b6d2cab-f070-4e55-9315-547387a0d106 HTTP/1.1" status: 204 len: 173 time: 0.7363510 Mar 24 15:04:24.678338 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'name': 'network-vif-deleted', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:04:24.681050 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f62383f-0d61-4d19-8d1a-666020a08480" -d '{"events": [{"server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "name": "network-vif-deleted", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:04:24.723737 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721a53bd-7b33-4b4f-a3f1-0875c498a65d x-openstack-request-id: req-721a53bd-7b33-4b4f-a3f1-0875c498a65d {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:04:24.724070 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ddc4b-c6d7-41e0-b167-dca9f82452e5", "name": "network-vif-deleted", "tag": "1b6d2cab-f070-4e55-9315-547387a0d106", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:04:24.724279 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-721a53bd-7b33-4b4f-a3f1-0875c498a65d {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:04:24.724709 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721a53bd-7b33-4b4f-a3f1-0875c498a65d'] response: {'server_uuid': '6a9ddc4b-c6d7-41e0-b167-dca9f82452e5', 'name': 'network-vif-deleted', 'tag': '1b6d2cab-f070-4e55-9315-547387a0d106', 'status': 'completed', 'code': 200} Mar 24 15:04:24.730491 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-696a40b3-0f3e-436d-a4bc-8e9a3c059dde service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206651 Mar 24 15:04:24.840327 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-aad6580f-5f25-4367-825b-2907810741ba req-c1d099e2-566a-4915-81da-35177048ea12 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824361 Mar 24 15:04:26.164222 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56310) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:26.560956 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (6a289349-067a-41b6-9b16-32b4b27fe9ec), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:26.828653 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Deleting port c2d662bb-768b-4f57-befe-a7f0f1b98fee {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:26.829314 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:26.908113 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] For port c2d662bb-768b-4f57-befe-a7f0f1b98fee, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=c2d662bb-768b-4f57-befe-a7f0f1b98fee,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:26.908479 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:26.922457 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Calling delete_port for c2d662bb-768b-4f57-befe-a7f0f1b98fee owned by network:router_interface {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:27.130438 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (c2d662bb-768b-4f57-befe-a7f0f1b98fee), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:27.154511 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d662bb-768b-4f57-befe-a7f0f1b98fee,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:27.223256 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 1b6d2cab-f070-4e55-9315-547387a0d106 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:27.244736 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 1b6d2cab-f070-4e55-9315-547387a0d106 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:27.245393 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 1b6d2cab-f070-4e55-9315-547387a0d106 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:27.324912 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (6a289349-067a-41b6-9b16-32b4b27fe9ec), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:27.564429 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Router 6a289349-067a-41b6-9b16-32b4b27fe9ec has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:04:27.934755 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:04:27.940178 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-64214bd6-4a4d-4205-9b4f-509dfca85f6a admin admin] 10.222.0.43 "PUT /v2.0/routers/6a289349-067a-41b6-9b16-32b4b27fe9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743888 Mar 24 15:04:27.942560 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56312) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:27.944235 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] Sync routers for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:04:27.954348 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:27.954968 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:28.046686 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks [] for router (6a289349-067a-41b6-9b16-32b4b27fe9ec), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.063410 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:28.150231 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks [] for router_gateway (6a289349-067a-41b6-9b16-32b4b27fe9ec), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.204781 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Deleting port dda372fc-0dd5-44d8-bb50-5de877ee64d8 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:28.205015 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.239262 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:04:27Z', 'revision_number': 5, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port': {'id': 'dda372fc-0dd5-44d8-bb50-5de877ee64d8', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:14Z', 'updated_at': '2022-03-24T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:28.268896 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] Checking router: 6a289349-067a-41b6-9b16-32b4b27fe9ec for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:04:28.277843 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] Routers {'6a289349-067a-41b6-9b16-32b4b27fe9ec'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:28.278497 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['6a289349-067a-41b6-9b16-32b4b27fe9ec'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:28.281011 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] For port dda372fc-0dd5-44d8-bb50-5de877ee64d8, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=dda372fc-0dd5-44d8-bb50-5de877ee64d8,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:28.281389 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.294036 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Calling delete_port for dda372fc-0dd5-44d8-bb50-5de877ee64d8 owned by network:router_gateway {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:28.475687 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (dda372fc-0dd5-44d8-bb50-5de877ee64d8), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.499914 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] Set router 6a289349-067a-41b6-9b16-32b4b27fe9ec gateway port host: None {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:28.506685 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda372fc-0dd5-44d8-bb50-5de877ee64d8,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:28.558385 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:04:28Z', 'revision_number': 6, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:28.564712 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (6a289349-067a-41b6-9b16-32b4b27fe9ec), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.589207 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294908b-216c-4c3c-9f5f-b398c320e9ef None None] The sync data for ids ['6a289349-067a-41b6-9b16-32b4b27fe9ec'] in dv-cinder-834805-2-iscsi is: [{'id': '6a289349-067a-41b6-9b16-32b4b27fe9ec', 'name': 'tempest-TestMinimumBasicScenario-89038925-router', 'tenant_id': '0690505632574f6a822209142c0a017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:13Z', 'updated_at': '2022-03-24T15:04:28Z', 'revision_number': 6, 'project_id': '0690505632574f6a822209142c0a017b', 'gw_port_host': None}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:04:28.656630 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (6a289349-067a-41b6-9b16-32b4b27fe9ec), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.658830 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks [] for router_controller (6a289349-067a-41b6-9b16-32b4b27fe9ec), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.712381 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (6a289349-067a-41b6-9b16-32b4b27fe9ec), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.713105 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a289349-067a-41b6-9b16-32b4b27fe9ec {{(pid=109717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:04:28.717373 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.718559 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f0a48ccf-e519-4948-9deb-52435b9b6f05 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6a289349-067a-41b6-9b16-32b4b27fe9ec HTTP/1.1" status: 204 len: 168 time: 0.7750173 Mar 24 15:04:28.721995 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56314) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:28.765157 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] Deleting subnet 4f534d27-fc6d-4836-a389-718b493c1284 {{(pid=109716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:04:28.768186 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] Publish callbacks [] for subnet (4f534d27-fc6d-4836-a389-718b493c1284), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.801165 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4515817'] for subnet (4f534d27-fc6d-4836-a389-718b493c1284), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.885051 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (4f534d27-fc6d-4836-a389-718b493c1284), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.942563 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5729467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6289944'] for subnet (4f534d27-fc6d-4836-a389-718b493c1284), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.968777 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f534d27-fc6d-4836-a389-718b493c1284,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:28.973713 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for subnet (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:28.977418 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-b673f040-8e77-4298-9a8b-ba4dcfd67b22 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4f534d27-fc6d-4836-a389-718b493c1284 HTTP/1.1" status: 204 len: 168 time: 0.2543261 Mar 24 15:04:28.980105 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56316) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:28.982165 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44563887-358b-4c1d-9942-f7b146277ade None None] Network 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:04:29.055134 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (1e082407-6818-4c5c-8aff-4bcf4b2a42e4), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.108640 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Deleting port dc07384d-af0a-45a8-8210-135085de55df {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:29.108978 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (dc07384d-af0a-45a8-8210-135085de55df), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.174921 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] For port dc07384d-af0a-45a8-8210-135085de55df, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=dc07384d-af0a-45a8-8210-135085de55df,segment=NetworkSegment(83256c36-8087-410c-a7f3-aada3cb6559f),segment_id=83256c36-8087-410c-a7f3-aada3cb6559f)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:29.175248 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (dc07384d-af0a-45a8-8210-135085de55df), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.187519 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Calling delete_port for dc07384d-af0a-45a8-8210-135085de55df owned by network:dhcp {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:29.267835 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (dc07384d-af0a-45a8-8210-135085de55df), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.291784 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc07384d-af0a-45a8-8210-135085de55df,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:29.295457 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] No DVR routers for this DVR port dc07384d-af0a-45a8-8210-135085de55df on host dv-cinder-834805-2-iscsi {{(pid=109717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:29.360731 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f6658-1b4e-40b6-86aa-c801d36be7b4 None None] DHCP port deletion for 1e082407-6818-4c5c-8aff-4bcf4b2a42e4 request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:04:29.378310 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (1e082407-6818-4c5c-8aff-4bcf4b2a42e4), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.399780 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e082407-6818-4c5c-8aff-4bcf4b2a42e4']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:29.409298 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83256c36-8087-410c-a7f3-aada3cb6559f') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:29.409585 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83256c36-8087-410c-a7f3-aada3cb6559f') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:29.418939 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (83256c36-8087-410c-a7f3-aada3cb6559f), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.433100 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (83256c36-8087-410c-a7f3-aada3cb6559f), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.440307 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:04:29.440671 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (83256c36-8087-410c-a7f3-aada3cb6559f), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:04:29.442426 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:04:29.500440 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (1e082407-6818-4c5c-8aff-4bcf4b2a42e4), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.510625 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:29.514666 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1e082407-6818-4c5c-8aff-4bcf4b2a42e4 HTTP/1.1" status: 204 len: 168 time: 0.5333152 Mar 24 15:04:29.517858 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56318) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:29.526333 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38758d0-6edb-4e5e-ae05-02643dc884c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e082407-6818-4c5c-8aff-4bcf4b2a42e4,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:29.876486 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (34f12e2f-1f4f-4112-a769-467929641a01), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:30.128268 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Deleting port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:30.128524 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:30.214905 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] For port 39b24bf9-16f5-4d13-8f20-d54d4a84b07e, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,segment=NetworkSegment(aa4f7449-6b63-4906-b283-ee0ed5e50724),segment_id=aa4f7449-6b63-4906-b283-ee0ed5e50724)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:30.215288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:30.229661 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Calling delete_port for 39b24bf9-16f5-4d13-8f20-d54d4a84b07e owned by network:router_interface {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:30.274554 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-912bddb5-6427-4ce6-b550-32aab119866d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:30.430472 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (39b24bf9-16f5-4d13-8f20-d54d4a84b07e), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:30.455110 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b24bf9-16f5-4d13-8f20-d54d4a84b07e,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:30.624098 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (34f12e2f-1f4f-4112-a769-467929641a01), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:30.632140 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device dda372fc-0dd5-44d8-bb50-5de877ee64d8 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:30.653172 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: dda372fc-0dd5-44d8-bb50-5de877ee64d8 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:30.653825 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device dda372fc-0dd5-44d8-bb50-5de877ee64d8 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:30.654573 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c2d662bb-768b-4f57-befe-a7f0f1b98fee no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:30.674214 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: c2d662bb-768b-4f57-befe-a7f0f1b98fee {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:30.674643 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device c2d662bb-768b-4f57-befe-a7f0f1b98fee not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:30.675122 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device dc07384d-af0a-45a8-8210-135085de55df no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:30.693901 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: dc07384d-af0a-45a8-8210-135085de55df {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:30.694189 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device dc07384d-af0a-45a8-8210-135085de55df not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:30.840979 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Router 34f12e2f-1f4f-4112-a769-467929641a01 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:04:30.947878 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:04:30.953678 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-3ca5b812-e610-4bd7-b675-719a9229da17 admin admin] 10.222.0.43 "PUT /v2.0/routers/34f12e2f-1f4f-4112-a769-467929641a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345639 Mar 24 15:04:30.955820 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56320) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:30.957514 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] Sync routers for ids ['34f12e2f-1f4f-4112-a769-467929641a01'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:04:30.968964 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] Routers {'34f12e2f-1f4f-4112-a769-467929641a01'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:30.969588 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['34f12e2f-1f4f-4112-a769-467929641a01'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:31.063458 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks [] for router (34f12e2f-1f4f-4112-a769-467929641a01), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.080246 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] Set router 34f12e2f-1f4f-4112-a769-467929641a01 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:31.165886 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks [] for router_gateway (34f12e2f-1f4f-4112-a769-467929641a01), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.217838 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Deleting port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:31.218225 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.255057 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:04:30Z', 'revision_number': 5, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port': {'id': 'a277700d-14f6-4b9e-8097-d7ec0fd0d2f9', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f12e2f-1f4f-4112-a769-467929641a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:31.284562 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] Checking router: 34f12e2f-1f4f-4112-a769-467929641a01 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:04:31.292813 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] Routers {'34f12e2f-1f4f-4112-a769-467929641a01'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:31.293481 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:03Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['34f12e2f-1f4f-4112-a769-467929641a01'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:31.295506 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] For port a277700d-14f6-4b9e-8097-d7ec0fd0d2f9, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:31.295871 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.308552 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Calling delete_port for a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 owned by network:router_gateway {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:31.385050 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] Set router 34f12e2f-1f4f-4112-a769-467929641a01 gateway port host: None {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:31.435735 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:04:31Z', 'revision_number': 6, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:31.464055 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41b287-7eba-4f50-9026-b9e8ef44f726 None None] The sync data for ids ['34f12e2f-1f4f-4112-a769-467929641a01'] in dv-cinder-834805-2-iscsi is: [{'id': '34f12e2f-1f4f-4112-a769-467929641a01', 'name': 'tempest-TestMinimumBasicScenario-1707489925-router', 'tenant_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T15:02:19Z', 'updated_at': '2022-03-24T15:04:31Z', 'revision_number': 6, 'project_id': '84da13d9ed8d4771a96d17b6de71bfdd', 'gw_port_host': None}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:04:31.486555 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (a277700d-14f6-4b9e-8097-d7ec0fd0d2f9), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.532632 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Pushing event deleted for resources: {'Port': ['ID=a277700d-14f6-4b9e-8097-d7ec0fd0d2f9,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:31.570124 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (34f12e2f-1f4f-4112-a769-467929641a01), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.660523 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (34f12e2f-1f4f-4112-a769-467929641a01), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.662844 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks [] for router_controller (34f12e2f-1f4f-4112-a769-467929641a01), precommit_delete_associations {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.710151 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (34f12e2f-1f4f-4112-a769-467929641a01), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.710701 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f12e2f-1f4f-4112-a769-467929641a01 {{(pid=109716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:04:31.715071 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.716244 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-63ed58d9-10bd-42db-9e5b-3be52e7db541 admin admin] 10.222.0.43 "DELETE /v2.0/routers/34f12e2f-1f4f-4112-a769-467929641a01 HTTP/1.1" status: 204 len: 168 time: 0.7595150 Mar 24 15:04:31.719309 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56322) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:31.764167 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] Deleting subnet acce0ebb-cefc-432c-b070-cbfee807d32b {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:04:31.767437 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] Publish callbacks [] for subnet (acce0ebb-cefc-432c-b070-cbfee807d32b), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.803891 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (acce0ebb-cefc-432c-b070-cbfee807d32b), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.888060 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (acce0ebb-cefc-432c-b070-cbfee807d32b), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.940390 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (acce0ebb-cefc-432c-b070-cbfee807d32b), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.965427 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acce0ebb-cefc-432c-b070-cbfee807d32b,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:31.969083 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:31.972226 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-570a9c8d-b63f-4d88-9b22-e9ee0eae4418 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/acce0ebb-cefc-432c-b070-cbfee807d32b HTTP/1.1" status: 204 len: 168 time: 0.2519419 Mar 24 15:04:31.974976 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56324) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:31.975147 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7c314-59af-41c9-965a-15465f727d24 None None] Network 8475b4b5-a8e5-4b72-9d94-c692711164e9 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:04:32.040324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (8475b4b5-a8e5-4b72-9d94-c692711164e9), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.097658 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Deleting port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:32.097999 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.159297 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] For port 64e4b008-4f9b-48ca-a344-8c04651ba3e6, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=64e4b008-4f9b-48ca-a344-8c04651ba3e6,segment=NetworkSegment(aa4f7449-6b63-4906-b283-ee0ed5e50724),segment_id=aa4f7449-6b63-4906-b283-ee0ed5e50724)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:32.159592 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.172601 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Calling delete_port for 64e4b008-4f9b-48ca-a344-8c04651ba3e6 owned by network:dhcp {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:32.240651 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] DHCP port deletion for 8475b4b5-a8e5-4b72-9d94-c692711164e9 request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:04:32.256592 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.282432 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Pushing event deleted for resources: {'Port': ['ID=64e4b008-4f9b-48ca-a344-8c04651ba3e6,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:32.286161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] No DVR routers for this DVR port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 on host dv-cinder-834805-2-iscsi {{(pid=109717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:32.292093 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Deleting port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:32.292467 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.356344 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (8475b4b5-a8e5-4b72-9d94-c692711164e9), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.358436 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] For port 64e4b008-4f9b-48ca-a344-8c04651ba3e6, host dv-cinder-834805-2-iscsi, got binding levels [] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:32.358796 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.371496 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Calling delete_port for 64e4b008-4f9b-48ca-a344-8c04651ba3e6 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:32.374240 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.ipam_backend_mixin [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 was not found and therefore no delete operation was performed {{(pid=109718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 24 15:04:32.375531 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727'] for port (64e4b008-4f9b-48ca-a344-8c04651ba3e6), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.377722 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8475b4b5-a8e5-4b72-9d94-c692711164e9']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:32.387371 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4f7449-6b63-4906-b283-ee0ed5e50724') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:32.387635 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4f7449-6b63-4906-b283-ee0ed5e50724') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:32.399927 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Pushing event deleted for resources: {'Port': ['ID=64e4b008-4f9b-48ca-a344-8c04651ba3e6,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:32.401120 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (aa4f7449-6b63-4906-b283-ee0ed5e50724), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.407536 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] No DVR routers for this DVR port 64e4b008-4f9b-48ca-a344-8c04651ba3e6 on host dv-cinder-834805-2-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:32.409920 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.410287 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.410854 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.411335 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.412162 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.412493 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.412820 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.413160 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.413489 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.413815 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.414156 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.414494 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.414810 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.415295 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.415778 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895167a2-b5ff-4b03-bf2e-0c206fbcd257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834805-2-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 15:04:32.416941 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (aa4f7449-6b63-4906-b283-ee0ed5e50724), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.431011 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:04:32.431401 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (aa4f7449-6b63-4906-b283-ee0ed5e50724), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:04:32.433117 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:04:32.487241 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (8475b4b5-a8e5-4b72-9d94-c692711164e9), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.493500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.496866 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] 10.222.0.43 "DELETE /v2.0/networks/8475b4b5-a8e5-4b72-9d94-c692711164e9 HTTP/1.1" status: 204 len: 168 time: 0.5209308 Mar 24 15:04:32.510479 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd1e14-f958-42f4-9960-04f49128399a admin admin] Pushing event deleted for resources: {'Network': ['ID=8475b4b5-a8e5-4b72-9d94-c692711164e9,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:32.537537 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d609c0db-9e09-4515-ba9d-8604fcd81c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.583178 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 39b24bf9-16f5-4d13-8f20-d54d4a84b07e no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:32.603753 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 39b24bf9-16f5-4d13-8f20-d54d4a84b07e {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:32.604331 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 39b24bf9-16f5-4d13-8f20-d54d4a84b07e not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:32.604754 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:32.626829 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:32.627168 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device a277700d-14f6-4b9e-8097-d7ec0fd0d2f9 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:32.627576 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 64e4b008-4f9b-48ca-a344-8c04651ba3e6 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:32.646109 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 64e4b008-4f9b-48ca-a344-8c04651ba3e6 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:32.646488 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 64e4b008-4f9b-48ca-a344-8c04651ba3e6 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:32.678644 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56328) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:32.725363 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-5c71824c-1dbd-43a4-a4f8-86037eeb3b05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0690505632574f6a822209142c0a017b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454926 Mar 24 15:04:32.727984 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56330) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:32.774394 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0093796c-3264-4b12-8db0-f02c2e704fbc admin admin] Publish callbacks [] for security_group (9087a195-930c-4776-8757-15f327c3e515), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.796400 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0093796c-3264-4b12-8db0-f02c2e704fbc admin admin] Publish callbacks [] for security_group (9087a195-930c-4776-8757-15f327c3e515), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.849811 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0093796c-3264-4b12-8db0-f02c2e704fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (9087a195-930c-4776-8757-15f327c3e515), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.852638 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-0093796c-3264-4b12-8db0-f02c2e704fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:32.853810 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0093796c-3264-4b12-8db0-f02c2e704fbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9087a195-930c-4776-8757-15f327c3e515 HTTP/1.1" status: 204 len: 168 time: 0.1249368 Mar 24 15:04:32.861558 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093796c-3264-4b12-8db0-f02c2e704fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087a195-930c-4776-8757-15f327c3e515,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:33.181062 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56336) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:33.221888 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-0abad3cd-cd09-4271-8d2b-7fd65893a569 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84da13d9ed8d4771a96d17b6de71bfdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393114 Mar 24 15:04:33.224426 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56338) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:33.275707 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3148dcb2-dcbd-4f12-a731-0aea7d3cbeb4 admin admin] Publish callbacks [] for security_group (5547d2fc-6991-4500-a66a-c4503fda4356), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:33.296357 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3148dcb2-dcbd-4f12-a731-0aea7d3cbeb4 admin admin] Publish callbacks [] for security_group (5547d2fc-6991-4500-a66a-c4503fda4356), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:33.350776 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3148dcb2-dcbd-4f12-a731-0aea7d3cbeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (5547d2fc-6991-4500-a66a-c4503fda4356), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:33.353761 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-3148dcb2-dcbd-4f12-a731-0aea7d3cbeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:33.354950 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-3148dcb2-dcbd-4f12-a731-0aea7d3cbeb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5547d2fc-6991-4500-a66a-c4503fda4356 HTTP/1.1" status: 204 len: 168 time: 0.1296828 Mar 24 15:04:33.362850 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148dcb2-dcbd-4f12-a731-0aea7d3cbeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5547d2fc-6991-4500-a66a-c4503fda4356,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:33.771332 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:35.240774 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:36.619680 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:38.801505 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56342) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:38.966684 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Deleting port 6df17742-3992-41ad-b84e-9a4050b79195 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:38.967024 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (6df17742-3992-41ad-b84e-9a4050b79195), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:39.046506 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (6df17742-3992-41ad-b84e-9a4050b79195), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:39.046840 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (6df17742-3992-41ad-b84e-9a4050b79195), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:39.059419 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Calling delete_port for 6df17742-3992-41ad-b84e-9a4050b79195 owned by network:floatingip {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:39.235171 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (6df17742-3992-41ad-b84e-9a4050b79195), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:39.260611 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event deleted for resources: {'Port': ['ID=6df17742-3992-41ad-b84e-9a4050b79195,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:39.560761 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (ec172a6b-5339-4563-8f23-a563147db489), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:39.561066 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Floating IP ec172a6b-5339-4563-8f23-a563147db489 disassociated (deleted). External IP: 172.27.1.78, port: 7a311fb0-6b39-426b-889e-4344410d6868. Mar 24 15:04:39.784996 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:04:39.906642 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:04:39.911683 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:39.916813 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87359356-825e-4b91-8356-8c9773d59755 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:04:39.926676 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:39.927292 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:39.941510 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-11b3a6e5-dc3a-4521-b7fb-7721eff80417 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "DELETE /v2.0/floatingips/ec172a6b-5339-4563-8f23-a563147db489 HTTP/1.1" status: 204 len: 168 time: 1.1388512 Mar 24 15:04:39.942098 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:04:39.944346 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7" -d '{"events": [{"name": "network-changed", "server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "tag": "7a311fb0-6b39-426b-889e-4344410d6868"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:04:40.035142 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:40.172415 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc50d3a3-238b-4af4-84ec-544cf2f16081 x-openstack-request-id: req-dc50d3a3-238b-4af4-84ec-544cf2f16081 {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:04:40.172814 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "tag": "7a311fb0-6b39-426b-889e-4344410d6868", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:04:40.173065 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc50d3a3-238b-4af4-84ec-544cf2f16081 {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:04:40.173486 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc50d3a3-238b-4af4-84ec-544cf2f16081'] response: {'name': 'network-changed', 'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868', 'status': 'completed', 'code': 200} Mar 24 15:04:40.178764 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f23-afca-41be-b0ed-c4b87612459f req-167f6c15-a4c0-4227-a84d-bf1ebf462112 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:40.180363 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c59d4f23-afca-41be-b0ed-c4b87612459f req-167f6c15-a4c0-4227-a84d-bf1ebf462112 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 946 time: 0.0626814 Mar 24 15:04:40.255266 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-c59d4f23-afca-41be-b0ed-c4b87612459f req-fe529dcc-00e0-40f9-b4e6-efd0ff3241a2 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689640 Mar 24 15:04:40.272082 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-6f56ead5-c8c9-4a24-b658-f1d417f6619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:40.273558 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-6f56ead5-c8c9-4a24-b658-f1d417f6619b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 1130 time: 0.0513251 Mar 24 15:04:40.275357 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:55Z', 'revision_number': 1, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:40.301129 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87359356-825e-4b91-8356-8c9773d59755 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:04:40.309596 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:40.310253 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:40.364202 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-618d1727-0601-489d-918a-97f4b63cdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:40.365719 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-618d1727-0601-489d-918a-97f4b63cdc7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.0846720 Mar 24 15:04:40.406887 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-6bcaed84-4203-40c1-80b5-7cf848ede14a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a311fb0-6b39-426b-889e-4344410d6868 HTTP/1.1" status: 200 len: 217 time: 0.0334876 Mar 24 15:04:40.418766 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:40.457705 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-52e7f457-1e2a-4874-8c59-c293d24249c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:40.459360 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-52e7f457-1e2a-4874-8c59-c293d24249c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0467367 Mar 24 15:04:40.507832 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-78350625-4bf8-4274-a581-6fbe4544511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:40.509326 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-78350625-4bf8-4274-a581-6fbe4544511b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430000 Mar 24 15:04:40.595699 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-22bd9433-1100-42bb-8a9e-b55ea58e0b39 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796742 Mar 24 15:04:40.645602 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-87359356-825e-4b91-8356-8c9773d59755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:55Z', 'revision_number': 1, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:40.671641 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87359356-825e-4b91-8356-8c9773d59755 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_floatingips': [{'id': '2e6f820e-6b55-4eae-a33e-7fc9ff49aba1', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'router_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'port_id': '03cd4bba-c812-4d47-9207-67f0148ed324', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'mac_address': 'fa:16:3e:ec:56:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T15:00:52Z', 'updated_at': '2022-03-24T15:00:55Z', 'revision_number': 1, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:04:40.690646 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-a7f89304-fc79-4b18-bdea-7eaa3d1d8da7 req-85e534c5-0c98-43dc-85b6-52f5080081cf service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Mar 24 15:04:40.896359 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bce88b-1d7a-4cde-b304-6e2ebc91e4be None None] New status for floating IP ec172a6b-5339-4563-8f23-a563147db489: DOWN {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:04:41.391312 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e01573-6759-4567-a3a8-d2500ae0c77d req-1115729d-fba2-42f5-a424-58119e139a30 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:41.392800 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-65e01573-6759-4567-a3a8-d2500ae0c77d req-1115729d-fba2-42f5-a424-58119e139a30 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 946 time: 0.0533166 Mar 24 15:04:41.442543 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-65e01573-6759-4567-a3a8-d2500ae0c77d req-34cc9576-1000-491a-b3dd-e6ea2c4aee09 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441136 Mar 24 15:04:41.822313 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39139e5-8502-46be-aa33-7785c4f22024 req-af5374b4-5e97-4bf4-aacf-348172f3e489 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:41.823794 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b39139e5-8502-46be-aa33-7785c4f22024 req-af5374b4-5e97-4bf4-aacf-348172f3e489 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 946 time: 0.0564246 Mar 24 15:04:41.934666 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Deleting port 7a311fb0-6b39-426b-889e-4344410d6868 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:41.935015 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (7a311fb0-6b39-426b-889e-4344410d6868), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:42.022938 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] For port 7a311fb0-6b39-426b-889e-4344410d6868, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=7a311fb0-6b39-426b-889e-4344410d6868,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:42.023288 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (7a311fb0-6b39-426b-889e-4344410d6868), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:42.035968 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Calling delete_port for 7a311fb0-6b39-426b-889e-4344410d6868 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:42.174248 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (7a311fb0-6b39-426b-889e-4344410d6868), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:42.201798 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event deleted for resources: {'Port': ['ID=7a311fb0-6b39-426b-889e-4344410d6868,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:42.244350 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] No DVR routers for this DVR port 7a311fb0-6b39-426b-889e-4344410d6868 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:42.246932 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:42.250277 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b39139e5-8502-46be-aa33-7785c4f22024 req-a9a714ad-9e67-4915-aac4-67e8d952ca52 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "DELETE /v2.0/ports/7a311fb0-6b39-426b-889e-4344410d6868 HTTP/1.1" status: 204 len: 173 time: 0.4205461 Mar 24 15:04:42.250775 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'name': 'network-vif-deleted', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:04:42.253049 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099d7f5-6d0d-4709-9eee-1e306ba6dd2f" -d '{"events": [{"server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "name": "network-vif-deleted", "tag": "7a311fb0-6b39-426b-889e-4344410d6868"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:04:42.289413 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31786b70-08ba-49bc-be9d-bb14dd61d13e x-openstack-request-id: req-31786b70-08ba-49bc-be9d-bb14dd61d13e {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:04:42.289714 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862e3194-f445-402b-bbe7-14790c4b7202", "name": "network-vif-deleted", "tag": "7a311fb0-6b39-426b-889e-4344410d6868", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:04:42.289983 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31786b70-08ba-49bc-be9d-bb14dd61d13e {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:04:42.290452 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31786b70-08ba-49bc-be9d-bb14dd61d13e'] response: {'server_uuid': '862e3194-f445-402b-bbe7-14790c4b7202', 'name': 'network-vif-deleted', 'tag': '7a311fb0-6b39-426b-889e-4344410d6868', 'status': 'completed', 'code': 200} Mar 24 15:04:42.553462 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-f7353003-ab08-44a8-b20d-14352625ba60 req-d921f6bd-6f19-495a-b16f-eead442b9936 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=862e3194-f445-402b-bbe7-14790c4b7202 HTTP/1.1" status: 200 len: 210 time: 0.0354218 Mar 24 15:04:45.346904 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 7a311fb0-6b39-426b-889e-4344410d6868 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:45.372825 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 7a311fb0-6b39-426b-889e-4344410d6868 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:45.373170 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 7a311fb0-6b39-426b-889e-4344410d6868 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:45.857336 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56372) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:46.024540 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Deleting port 3330fb4d-bad2-4063-8588-d730f5d8c654 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:46.024929 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:46.099777 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:46.100046 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (3330fb4d-bad2-4063-8588-d730f5d8c654), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:46.111815 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Calling delete_port for 3330fb4d-bad2-4063-8588-d730f5d8c654 owned by network:floatingip {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:46.265515 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (3330fb4d-bad2-4063-8588-d730f5d8c654), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:46.291451 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event deleted for resources: {'Port': ['ID=3330fb4d-bad2-4063-8588-d730f5d8c654,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:46.356499 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (2e6f820e-6b55-4eae-a33e-7fc9ff49aba1), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:46.356744 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.db.l3_db [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Floating IP 2e6f820e-6b55-4eae-a33e-7fc9ff49aba1 disassociated (deleted). External IP: 172.27.1.89, port: 03cd4bba-c812-4d47-9207-67f0148ed324. Mar 24 15:04:46.569617 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:04:46.699202 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:04:46.704426 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:46.709267 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:04:46.718926 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:46.719627 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:46.733809 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-ce6af686-ce91-4328-a3f4-4836f5f8d5fc tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "DELETE /v2.0/floatingips/2e6f820e-6b55-4eae-a33e-7fc9ff49aba1 HTTP/1.1" status: 204 len: 168 time: 0.8753786 Mar 24 15:04:46.734441 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324'}] {{(pid=109717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:04:46.736838 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03fc14d34ac419f85fea8439d7115c51c6fbd415aff9e7eebb6b398fc831a971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a9204-6e3a-4fa9-961c-a98c0638667c" -d '{"events": [{"name": "network-changed", "server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324"}]}' {{(pid=109717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:04:46.776884 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f04b78e-a771-4f14-b42a-db349ad0b630 x-openstack-request-id: req-3f04b78e-a771-4f14-b42a-db349ad0b630 {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:04:46.777176 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324", "status": "completed", "code": 200}]} {{(pid=109717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:04:46.777430 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f04b78e-a771-4f14-b42a-db349ad0b630 {{(pid=109717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:04:46.778139 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f04b78e-a771-4f14-b42a-db349ad0b630'] response: {'name': 'network-changed', 'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324', 'status': 'completed', 'code': 200} Mar 24 15:04:46.832895 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:46.890262 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-aee18606-49bc-409a-99b8-14c6d3234fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:46.892367 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-aee18606-49bc-409a-99b8-14c6d3234fea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba28e6d467154998b4eae495425f12aa&device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 1129 time: 0.0708601 Mar 24 15:04:47.048456 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:47.075178 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:04:47.085205 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:47.085837 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:47.198830 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:47.297023 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca48d5-1d9b-4e49-8133-d7430aced44f req-cd60e573-51ad-4b8a-b7ea-9cd44d669339 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:47.298631 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d0ca48d5-1d9b-4e49-8133-d7430aced44f req-cd60e573-51ad-4b8a-b7ea-9cd44d669339 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 945 time: 0.3635917 Mar 24 15:04:47.299965 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-8a01b3b0-cbb4-4675-82ee-33a08cfa69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:47.301304 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-8a01b3b0-cbb4-4675-82ee-33a08cfa69eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 200 len: 912 time: 0.3841572 Mar 24 15:04:47.351401 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-683ad746-4967-4972-b420-16af6beffbe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cd4bba-c812-4d47-9207-67f0148ed324 HTTP/1.1" status: 200 len: 217 time: 0.0407703 Mar 24 15:04:47.400392 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:47.411253 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-d0ca48d5-1d9b-4e49-8133-d7430aced44f req-4d3dd7cb-64da-4ebc-bfbd-9f2869b8e908 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064928 Mar 24 15:04:47.419932 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-aeda98fa-b462-47d8-a210-e750a46f7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:47.421356 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-aeda98fa-b462-47d8-a210-e750a46f7a3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 200 len: 850 time: 0.0604718 Mar 24 15:04:47.427272 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf352ac3-ab1b-4b9e-a738-2eb847004e7c None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T14:57:25Z', 'revision_number': 4, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi', '_interfaces': [{'id': '2ea96910-0f98-4930-9df2-c403e1a54f38', 'name': '', 'network_id': 'ba07bd07-fe18-4344-84a9-6361162c2139', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'mac_address': 'fa:16:3e:ed:dd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:24Z', 'updated_at': '2022-03-24T14:57:32Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'subnets': [{'id': 'b9ea3fff-a008-4103-ad6a-e053d77cfa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:04:47.473907 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-f96e6e86-2603-4046-9143-8106d35dcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:47.475746 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-f96e6e86-2603-4046-9143-8106d35dcffe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba07bd07-fe18-4344-84a9-6361162c2139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474470 Mar 24 15:04:47.568574 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-4be30169-8352-4829-88a7-efb57d8e4aa1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850253 Mar 24 15:04:47.651028 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e4822-2975-471e-afc3-423b46743f8c None None] New status for floating IP 2e6f820e-6b55-4eae-a33e-7fc9ff49aba1: DOWN {{(pid=109719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 15:04:47.664498 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-400a9204-6e3a-4fa9-961c-a98c0638667c req-7961549e-f535-4fe2-81dd-92d067bc4cd1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889287 Mar 24 15:04:48.544130 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451120f3-f8a1-4474-8f01-b7d832b21c16 req-92350bc4-b44f-46be-b453-a26dd458435b tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:48.545619 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-451120f3-f8a1-4474-8f01-b7d832b21c16 req-92350bc4-b44f-46be-b453-a26dd458435b tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 945 time: 0.0573304 Mar 24 15:04:48.598365 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-451120f3-f8a1-4474-8f01-b7d832b21c16 req-286f3240-1f78-451d-9334-d929ca6c7abb tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/security-groups?id=f86e2a8a-06dc-4f4a-9522-16194209a0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469022 Mar 24 15:04:48.613868 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-e4f65704-f501-4f25-b1b8-d108d5abb45c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 15:04:48.615453 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-e4f65704-f501-4f25-b1b8-d108d5abb45c tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 945 time: 0.0569718 Mar 24 15:04:48.682538 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:48.713429 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Deleting port 03cd4bba-c812-4d47-9207-67f0148ed324 {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:48.713658 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:48.802340 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] For port 03cd4bba-c812-4d47-9207-67f0148ed324, host hv-cinder-83480, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83480',level=0,port_id=03cd4bba-c812-4d47-9207-67f0148ed324,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:48.802699 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:48.816255 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Calling delete_port for 03cd4bba-c812-4d47-9207-67f0148ed324 owned by compute:nova {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:48.947484 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (03cd4bba-c812-4d47-9207-67f0148ed324), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:48.975070 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event deleted for resources: {'Port': ['ID=03cd4bba-c812-4d47-9207-67f0148ed324,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:49.015400 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] No DVR routers for this DVR port 03cd4bba-c812-4d47-9207-67f0148ed324 on host hv-cinder-83480 {{(pid=109716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:49.017980 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for port (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:49.021251 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [req-b4acc204-df05-42c2-a1e2-8b1708e94862 req-a91e2548-f1a8-4647-a028-2ad5a9d8e85e tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.46 "DELETE /v2.0/ports/03cd4bba-c812-4d47-9207-67f0148ed324 HTTP/1.1" status: 204 len: 173 time: 0.4002335 Mar 24 15:04:49.021684 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'name': 'network-vif-deleted', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324'}] {{(pid=109716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 15:04:49.023906 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83c70b24ba28e2e23d6e890071472758e757ff65f4147fd1105d87ad9bccd160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e10e3a-55a0-4994-8af6-fd50fa6a17b7" -d '{"events": [{"server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "name": "network-vif-deleted", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324"}]}' {{(pid=109716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 15:04:49.057972 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1f91e6-ee33-426d-8336-e8eb9f502619 x-openstack-request-id: req-9c1f91e6-ee33-426d-8336-e8eb9f502619 {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 15:04:49.058321 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0423adc8-6ad4-42c5-9465-988aa04bfacf", "name": "network-vif-deleted", "tag": "03cd4bba-c812-4d47-9207-67f0148ed324", "status": "completed", "code": 200}]} {{(pid=109716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 15:04:49.058617 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c1f91e6-ee33-426d-8336-e8eb9f502619 {{(pid=109716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 15:04:49.059022 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1f91e6-ee33-426d-8336-e8eb9f502619'] response: {'server_uuid': '0423adc8-6ad4-42c5-9465-988aa04bfacf', 'name': 'network-vif-deleted', 'tag': '03cd4bba-c812-4d47-9207-67f0148ed324', 'status': 'completed', 'code': 200} Mar 24 15:04:49.722335 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [req-1b6757b3-9cc9-4bba-a8c9-a65358850681 req-e59ba186-56aa-4a7b-8e34-6c16339538ce tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "GET /v2.0/ports?device_id=0423adc8-6ad4-42c5-9465-988aa04bfacf HTTP/1.1" status: 200 len: 210 time: 0.0292847 Mar 24 15:04:50.788655 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56388) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:50.912669 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Deleting port 22e3277c-ef07-4644-8bd7-9b5061e6f2a7 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:50.913030 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:50.993992 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:50.994316 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:51.006512 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Calling delete_port for 22e3277c-ef07-4644-8bd7-9b5061e6f2a7 owned by network:floatingip {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:51.146943 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (22e3277c-ef07-4644-8bd7-9b5061e6f2a7), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:51.174266 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event deleted for resources: {'Port': ['ID=22e3277c-ef07-4644-8bd7-9b5061e6f2a7,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:51.233073 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for floatingip (ddd61bf5-2a0a-469e-bb45-a110c4064f90), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:51.235674 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2094953'] for floatingip (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:51.236981 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-57c03940-c740-4d17-b09b-23c98bf16b5f tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "DELETE /v2.0/floatingips/ddd61bf5-2a0a-469e-bb45-a110c4064f90 HTTP/1.1" status: 204 len: 168 time: 0.4472268 Mar 24 15:04:52.454582 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56400) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:52.512378 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-16c58b00-d801-42fc-91a4-0f253bf06ee3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group (f86e2a8a-06dc-4f4a-9522-16194209a0bc), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:52.538994 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-16c58b00-d801-42fc-91a4-0f253bf06ee3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group (f86e2a8a-06dc-4f4a-9522-16194209a0bc), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:52.605081 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-16c58b00-d801-42fc-91a4-0f253bf06ee3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (f86e2a8a-06dc-4f4a-9522-16194209a0bc), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:52.607941 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-16c58b00-d801-42fc-91a4-0f253bf06ee3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:52.609092 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-16c58b00-d801-42fc-91a4-0f253bf06ee3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] 10.222.0.43 "DELETE /v2.0/security-groups/f86e2a8a-06dc-4f4a-9522-16194209a0bc HTTP/1.1" status: 204 len: 168 time: 0.1534965 Mar 24 15:04:52.618390 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c58b00-d801-42fc-91a4-0f253bf06ee3 tempest-TestVolumeBootPattern-488283942 tempest-TestVolumeBootPattern-488283942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e2a8a-06dc-4f4a-9522-16194209a0bc,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:52.662176 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56404) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:53.161418 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (30df3629-53d7-4d63-a10b-ae40e8ef91ed), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:53.391581 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 03cd4bba-c812-4d47-9207-67f0148ed324 no longer exists at agent hyperv_hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:53.410989 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Deleting port 2ea96910-0f98-4930-9df2-c403e1a54f38 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:53.411330 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:53.411515 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] No Port match for: 03cd4bba-c812-4d47-9207-67f0148ed324 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:53.411712 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Device 03cd4bba-c812-4d47-9207-67f0148ed324 not bound to the agent host hv-cinder-83480 {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:53.496972 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] For port 2ea96910-0f98-4930-9df2-c403e1a54f38, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=2ea96910-0f98-4930-9df2-c403e1a54f38,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:53.497574 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:53.513386 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Calling delete_port for 2ea96910-0f98-4930-9df2-c403e1a54f38 owned by network:router_interface {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:53.707535 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (2ea96910-0f98-4930-9df2-c403e1a54f38), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:53.742623 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea96910-0f98-4930-9df2-c403e1a54f38,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:53.910279 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (30df3629-53d7-4d63-a10b-ae40e8ef91ed), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:54.371735 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Router 30df3629-53d7-4d63-a10b-ae40e8ef91ed has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:04:54.482114 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:04:54.487522 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1589695b-3aea-4136-8354-120861b88e3b admin admin] 10.222.0.43 "PUT /v2.0/routers/30df3629-53d7-4d63-a10b-ae40e8ef91ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242786 Mar 24 15:04:54.490653 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56408) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:54.491762 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] Sync routers for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:04:54.501537 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:54.502210 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:54.598020 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks [] for router (30df3629-53d7-4d63-a10b-ae40e8ef91ed), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:54.611910 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: dv-cinder-834805-2-iscsi {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:54.704426 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks [] for router_gateway (30df3629-53d7-4d63-a10b-ae40e8ef91ed), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:54.767045 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Deleting port 1068ab94-8cb0-43b0-81fa-59244a98577d {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:54.767374 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:54.843147 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] For port 1068ab94-8cb0-43b0-81fa-59244a98577d, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=1068ab94-8cb0-43b0-81fa-59244a98577d,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:54.843502 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:54.856123 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Calling delete_port for 1068ab94-8cb0-43b0-81fa-59244a98577d owned by network:router_gateway {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:54.925816 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T15:04:53Z', 'revision_number': 5, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port': {'id': '1068ab94-8cb0-43b0-81fa-59244a98577d', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:21Z', 'updated_at': '2022-03-24T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:54.952002 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] Checking router: 30df3629-53d7-4d63-a10b-ae40e8ef91ed for host: dv-cinder-834805-2-iscsi {{(pid=109718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:04:54.961073 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] Routers {'30df3629-53d7-4d63-a10b-ae40e8ef91ed'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:54.961623 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'], 'active': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:55.028538 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (1068ab94-8cb0-43b0-81fa-59244a98577d), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.048921 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvr_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] Set router 30df3629-53d7-4d63-a10b-ae40e8ef91ed gateway port host: None {{(pid=109718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:55.053750 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1068ab94-8cb0-43b0-81fa-59244a98577d,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:55.102828 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.db.l3_hamode_db [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T15:04:54Z', 'revision_number': 6, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:55.113597 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (30df3629-53d7-4d63-a10b-ae40e8ef91ed), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.128325 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adfa39-52d4-414e-b5b5-4c02de93baf0 None None] The sync data for ids ['30df3629-53d7-4d63-a10b-ae40e8ef91ed'] in dv-cinder-834805-2-iscsi is: [{'id': '30df3629-53d7-4d63-a10b-ae40e8ef91ed', 'name': 'tempest-TestVolumeBootPattern-939207048-router', 'tenant_id': 'ba28e6d467154998b4eae495425f12aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:20Z', 'updated_at': '2022-03-24T15:04:54Z', 'revision_number': 6, 'project_id': 'ba28e6d467154998b4eae495425f12aa', 'gw_port_host': None}] {{(pid=109718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:04:55.212126 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (30df3629-53d7-4d63-a10b-ae40e8ef91ed), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.214333 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks [] for router_controller (30df3629-53d7-4d63-a10b-ae40e8ef91ed), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.262323 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (30df3629-53d7-4d63-a10b-ae40e8ef91ed), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.262918 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30df3629-53d7-4d63-a10b-ae40e8ef91ed {{(pid=109717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:04:55.267582 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.268719 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c5badaac-2c57-4111-8a1a-2e715536cb50 admin admin] 10.222.0.43 "DELETE /v2.0/routers/30df3629-53d7-4d63-a10b-ae40e8ef91ed HTTP/1.1" status: 204 len: 168 time: 0.7771916 Mar 24 15:04:55.271305 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56410) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:55.316267 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] Deleting subnet b9ea3fff-a008-4103-ad6a-e053d77cfa02 {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:04:55.319652 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] Publish callbacks [] for subnet (b9ea3fff-a008-4103-ad6a-e053d77cfa02), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.353511 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (b9ea3fff-a008-4103-ad6a-e053d77cfa02), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.432805 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (b9ea3fff-a008-4103-ad6a-e053d77cfa02), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.487071 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (b9ea3fff-a008-4103-ad6a-e053d77cfa02), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.513048 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ea3fff-a008-4103-ad6a-e053d77cfa02,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:55.516999 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.520436 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-4f75b243-a4a0-4ca9-9a22-5f2329f2e49d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b9ea3fff-a008-4103-ad6a-e053d77cfa02 HTTP/1.1" status: 204 len: 168 time: 0.2481191 Mar 24 15:04:55.522988 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56412) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:55.523713 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6efaac-bfe1-4c61-b7a9-288c776c2b5d None None] Network ba07bd07-fe18-4344-84a9-6361162c2139 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:04:55.595751 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (ba07bd07-fe18-4344-84a9-6361162c2139), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.654963 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Deleting port f7165ecb-d48d-4a5b-8339-31d2af2089e4 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:55.655562 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.717389 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] For port f7165ecb-d48d-4a5b-8339-31d2af2089e4, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=f7165ecb-d48d-4a5b-8339-31d2af2089e4,segment=NetworkSegment(f6497159-3156-4685-ae45-1fe5716e36aa),segment_id=f6497159-3156-4685-ae45-1fe5716e36aa)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:55.717753 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.730737 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Calling delete_port for f7165ecb-d48d-4a5b-8339-31d2af2089e4 owned by network:dhcp {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:55.812731 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (f7165ecb-d48d-4a5b-8339-31d2af2089e4), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.841396 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7165ecb-d48d-4a5b-8339-31d2af2089e4,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:55.844874 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] No DVR routers for this DVR port f7165ecb-d48d-4a5b-8339-31d2af2089e4 on host dv-cinder-834805-2-iscsi {{(pid=109717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:55.915625 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (ba07bd07-fe18-4344-84a9-6361162c2139), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.919758 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c909d-dede-456b-a8be-65f8052c3a44 None None] DHCP port deletion for ba07bd07-fe18-4344-84a9-6361162c2139 request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:04:55.943462 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba07bd07-fe18-4344-84a9-6361162c2139']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:55.953234 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6497159-3156-4685-ae45-1fe5716e36aa') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:55.953529 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6497159-3156-4685-ae45-1fe5716e36aa') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:55.963287 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (f6497159-3156-4685-ae45-1fe5716e36aa), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.976407 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (f6497159-3156-4685-ae45-1fe5716e36aa), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.982112 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:04:55.982402 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (f6497159-3156-4685-ae45-1fe5716e36aa), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:04:55.984052 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:04:56.044818 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (ba07bd07-fe18-4344-84a9-6361162c2139), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:56.050736 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:56.057030 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba07bd07-fe18-4344-84a9-6361162c2139 HTTP/1.1" status: 204 len: 168 time: 0.5301507 Mar 24 15:04:56.057545 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56414) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:56.065340 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b9de-fa32-44a0-99ea-21b07488ecd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba07bd07-fe18-4344-84a9-6361162c2139,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:56.424333 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622392'] for router_interface (30f0843b-bd55-47cc-968f-33800db50157), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:56.575977 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f7165ecb-d48d-4a5b-8339-31d2af2089e4 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:56.595566 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: f7165ecb-d48d-4a5b-8339-31d2af2089e4 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:56.595912 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device f7165ecb-d48d-4a5b-8339-31d2af2089e4 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:56.596292 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 2ea96910-0f98-4930-9df2-c403e1a54f38 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:56.618403 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 2ea96910-0f98-4930-9df2-c403e1a54f38 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:56.618749 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 2ea96910-0f98-4930-9df2-c403e1a54f38 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:56.619158 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 1068ab94-8cb0-43b0-81fa-59244a98577d no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:56.637588 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 1068ab94-8cb0-43b0-81fa-59244a98577d {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:56.637938 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 1068ab94-8cb0-43b0-81fa-59244a98577d not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:56.678159 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Deleting port 91fb7602-1e51-46de-b142-ad8d6cb1c7de {{(pid=109716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:56.678424 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:56.758492 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.db [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] For port 91fb7602-1e51-46de-b142-ad8d6cb1c7de, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=91fb7602-1e51-46de-b142-ad8d6cb1c7de,segment=NetworkSegment(9b8a85f1-af8a-4052-9e2d-7cd8998bd413),segment_id=9b8a85f1-af8a-4052-9e2d-7cd8998bd413)] {{(pid=109716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:56.758847 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:56.771043 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.plugins.ml2.plugin [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Calling delete_port for 91fb7602-1e51-46de-b142-ad8d6cb1c7de owned by network:router_interface {{(pid=109716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:56.968875 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5726794'] for port (91fb7602-1e51-46de-b142-ad8d6cb1c7de), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:56.996856 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fb7602-1e51-46de-b142-ad8d6cb1c7de,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:57.159407 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623240'] for router_interface (30f0843b-bd55-47cc-968f-33800db50157), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:57.388440 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Router 30f0843b-bd55-47cc-968f-33800db50157 has already been hosted by L3 agent 6849d397-cf56-40b5-a7ba-305989088961 {{(pid=109716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 15:04:57.494549 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] Notify agent at l3_agent.dv-cinder-834805-2-iscsi the message routers_updated {{(pid=109716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 15:04:57.500166 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-6661754e-9e4c-436b-9491-58786a200066 admin admin] 10.222.0.43 "PUT /v2.0/routers/30f0843b-bd55-47cc-968f-33800db50157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4414499 Mar 24 15:04:57.502994 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56418) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:57.503452 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] Sync routers for ids ['30f0843b-bd55-47cc-968f-33800db50157'] in dv-cinder-834805-2-iscsi {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 15:04:57.514252 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] Routers {'30f0843b-bd55-47cc-968f-33800db50157'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:57.514877 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30f0843b-bd55-47cc-968f-33800db50157'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:57.612525 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks [] for router (30f0843b-bd55-47cc-968f-33800db50157), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:57.623350 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] Set router 30f0843b-bd55-47cc-968f-33800db50157 gateway port host: dv-cinder-834805-2-iscsi {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:57.715850 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks [] for router_gateway (30f0843b-bd55-47cc-968f-33800db50157), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:57.768839 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Deleting port 45f86c6a-fba5-4e39-8862-adfc0b474fd5 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:57.769450 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:57.798348 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'external_fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T15:04:56Z', 'revision_number': 5, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port': {'id': '45f86c6a-fba5-4e39-8862-adfc0b474fd5', 'name': '', 'network_id': '91a9751d-5a61-4df0-a2e3-c00ce03e5742', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0843b-bd55-47cc-968f-33800db50157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '38316eaf-7e7b-4633-a047-65042d039d60', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834805-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T14:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38316eaf-7e7b-4633-a047-65042d039d60', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834805-2-iscsi'}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:57.824003 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] Checking router: 30f0843b-bd55-47cc-968f-33800db50157 for host: dv-cinder-834805-2-iscsi {{(pid=109719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 15:04:57.833078 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] Routers {'30f0843b-bd55-47cc-968f-33800db50157'} bound to L3 agent in host dv-cinder-834805-2-iscsi {{(pid=109719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 15:04:57.833689 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834805-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T14:45:02Z,description=,heartbeat_timestamp=2022-03-24T15:04:33Z,host='dv-cinder-834805-2-iscsi',id=6849d397-cf56-40b5-a7ba-305989088961,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T14:45:02Z,topic='l3_agent')) {'router_ids': ['30f0843b-bd55-47cc-968f-33800db50157'], 'active': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:57.850324 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] For port 45f86c6a-fba5-4e39-8862-adfc0b474fd5, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=45f86c6a-fba5-4e39-8862-adfc0b474fd5,segment=NetworkSegment(b4bce96b-6bf8-40a8-a5e0-d745392ffc13),segment_id=b4bce96b-6bf8-40a8-a5e0-d745392ffc13)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:57.850688 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:57.863621 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Calling delete_port for 45f86c6a-fba5-4e39-8862-adfc0b474fd5 owned by network:router_gateway {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:58.011793 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvr_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] Set router 30f0843b-bd55-47cc-968f-33800db50157 gateway port host: None {{(pid=109719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 15:04:58.038828 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (45f86c6a-fba5-4e39-8862-adfc0b474fd5), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.064022 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f86c6a-fba5-4e39-8862-adfc0b474fd5,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:58.064679 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.l3_hamode_db [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T15:04:57Z', 'revision_number': 6, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port_host': None}], 'dv-cinder-834805-2-iscsi', False) {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:58.091516 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985610bc-38c2-4a69-97ed-fa1b4413bb52 None None] The sync data for ids ['30f0843b-bd55-47cc-968f-33800db50157'] in dv-cinder-834805-2-iscsi is: [{'id': '30f0843b-bd55-47cc-968f-33800db50157', 'name': 'tempest-TestVolumeBootPattern-864255999-router', 'tenant_id': '59b13974a2f047b695c7a0b5d56a5348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T14:57:28Z', 'updated_at': '2022-03-24T15:04:57Z', 'revision_number': 6, 'project_id': '59b13974a2f047b695c7a0b5d56a5348', 'gw_port_host': None}] {{(pid=109719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 15:04:58.128246 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638194'] for router_gateway (30f0843b-bd55-47cc-968f-33800db50157), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.221124 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129507'] for router (30f0843b-bd55-47cc-968f-33800db50157), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.223293 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks [] for router_controller (30f0843b-bd55-47cc-968f-33800db50157), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.265899 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624273'] for router (30f0843b-bd55-47cc-968f-33800db50157), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.266418 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f0843b-bd55-47cc-968f-33800db50157 {{(pid=109717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 15:04:58.270796 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.271927 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-b6a2ea9d-1bcc-4b38-b33c-dcf5a3e5e349 admin admin] 10.222.0.43 "DELETE /v2.0/routers/30f0843b-bd55-47cc-968f-33800db50157 HTTP/1.1" status: 204 len: 168 time: 0.7679296 Mar 24 15:04:58.274520 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56420) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:58.318957 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] Deleting subnet 840fc148-d493-4da2-999f-71381c845aba {{(pid=109717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 15:04:58.322512 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] Publish callbacks [] for subnet (840fc148-d493-4da2-999f-71381c845aba), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.357500 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4588128'] for subnet (840fc148-d493-4da2-999f-71381c845aba), precommit_delete_associations {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.438135 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1208305'] for subnet (840fc148-d493-4da2-999f-71381c845aba), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.496001 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1208296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1702003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4253402'] for subnet (840fc148-d493-4da2-999f-71381c845aba), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.521721 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840fc148-d493-4da2-999f-71381c845aba,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:58.525227 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.529037 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-c75b14d7-4c32-46ca-8b5d-54345ada6b40 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/840fc148-d493-4da2-999f-71381c845aba HTTP/1.1" status: 204 len: 168 time: 0.2529547 Mar 24 15:04:58.531244 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56422) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:58.531691 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6508a-7c2b-4ed9-b0b0-e6fde80b05b1 None None] Network 3dc288e8-30c5-4140-afef-43d26e5ede49 requested from dv-cinder-834805-2-iscsi {{(pid=109718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 15:04:58.600882 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1049534'] for network (3dc288e8-30c5-4140-afef-43d26e5ede49), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.654451 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Deleting port d1b53d5e-2981-4ced-99a4-79098d823836 {{(pid=109717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 15:04:58.654784 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756051149087'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.714807 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.db [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] For port d1b53d5e-2981-4ced-99a4-79098d823836, host dv-cinder-834805-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834805-2-iscsi',level=0,port_id=d1b53d5e-2981-4ced-99a4-79098d823836,segment=NetworkSegment(9b8a85f1-af8a-4052-9e2d-7cd8998bd413),segment_id=9b8a85f1-af8a-4052-9e2d-7cd8998bd413)] {{(pid=109717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 15:04:58.715161 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1633898'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.727589 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.plugin [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Calling delete_port for d1b53d5e-2981-4ced-99a4-79098d823836 owned by network:dhcp {{(pid=109717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 15:04:58.813146 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-822668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756051156866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756050589727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4590675'] for port (d1b53d5e-2981-4ced-99a4-79098d823836), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.838240 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b53d5e-2981-4ced-99a4-79098d823836,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:58.841595 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] No DVR routers for this DVR port d1b53d5e-2981-4ced-99a4-79098d823836 on host dv-cinder-834805-2-iscsi {{(pid=109717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 15:04:58.880764 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ac058-66d9-417f-9ae9-49af8999c3c5 None None] DHCP port deletion for 3dc288e8-30c5-4140-afef-43d26e5ede49 request from dv-cinder-834805-2-iscsi {{(pid=109718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 15:04:58.922855 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1222724', 'neutron.services.segments.db._delete_segments_for_network-8756050914371'] for network (3dc288e8-30c5-4140-afef-43d26e5ede49), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.923588 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d1b53d5e-2981-4ced-99a4-79098d823836 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:58.942807 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: d1b53d5e-2981-4ced-99a4-79098d823836 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:58.943109 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc288e8-30c5-4140-afef-43d26e5ede49']}} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:58.943243 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device d1b53d5e-2981-4ced-99a4-79098d823836 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:58.943557 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 91fb7602-1e51-46de-b142-ad8d6cb1c7de no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:58.952074 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8a85f1-af8a-4052-9e2d-7cd8998bd413') {'for_net_delete': True} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:58.952370 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.services.segments.db [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8a85f1-af8a-4052-9e2d-7cd8998bd413') {} {{(pid=109717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 15:04:58.962427 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756050916172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4588121'] for segment (9b8a85f1-af8a-4052-9e2d-7cd8998bd413), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.963029 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 91fb7602-1e51-46de-b142-ad8d6cb1c7de {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:58.963383 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 91fb7602-1e51-46de-b142-ad8d6cb1c7de not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:58.963800 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 45f86c6a-fba5-4e39-8862-adfc0b474fd5 no longer exists at agent ovs-agent-dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 15:04:58.975621 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536'] for segment (9b8a85f1-af8a-4052-9e2d-7cd8998bd413), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.981886 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 15:04:58.982308 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4590592'] for segment (9b8a85f1-af8a-4052-9e2d-7cd8998bd413), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:58.982864 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] No Port match for: 45f86c6a-fba5-4e39-8862-adfc0b474fd5 {{(pid=109718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 15:04:58.983219 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.rpc [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Device 45f86c6a-fba5-4e39-8862-adfc0b474fd5 not bound to the agent host dv-cinder-834805-2-iscsi {{(pid=109718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: Traceback (most recent call last): Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: timer() Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: cb(*args, **kw) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: return func(*args, **kwargs) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: self._notify() Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: self.callback(batched_events) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: event.method(event) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: return f(self, *a, **k) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._get(url).json() Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: return self.request(url, 'GET', **kwargs) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 15:04:58.983950 dv-cinder-834805-2-iscsi neutron-server[109717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 15:04:59.043017 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1222783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638222'] for network (3dc288e8-30c5-4140-afef-43d26e5ede49), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.049115 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628768'] for network (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.052389 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3dc288e8-30c5-4140-afef-43d26e5ede49 HTTP/1.1" status: 204 len: 168 time: 0.5202472 Mar 24 15:04:59.064718 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180c053-0113-4b5c-97f8-c0d519557e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc288e8-30c5-4140-afef-43d26e5ede49,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:59.176897 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56426) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:59.216747 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-aff1934f-5a26-425e-b9a4-a5488b44bdc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba28e6d467154998b4eae495425f12aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386441 Mar 24 15:04:59.219387 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [-] (109717) accepted ('10.222.0.43', 56428) {{(pid=109717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:59.269182 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1553ed3b-6798-49cb-bd77-1a1d0e7558b0 admin admin] Publish callbacks [] for security_group (0ab24268-a4cc-40a4-a41e-de44216ea5c3), before_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.289629 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1553ed3b-6798-49cb-bd77-1a1d0e7558b0 admin admin] Publish callbacks [] for security_group (0ab24268-a4cc-40a4-a41e-de44216ea5c3), precommit_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.336605 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1553ed3b-6798-49cb-bd77-1a1d0e7558b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (0ab24268-a4cc-40a4-a41e-de44216ea5c3), after_delete {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.339523 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron_lib.callbacks.manager [None req-1553ed3b-6798-49cb-bd77-1a1d0e7558b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.340684 dv-cinder-834805-2-iscsi neutron-server[109717]: INFO neutron.wsgi [None req-1553ed3b-6798-49cb-bd77-1a1d0e7558b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ab24268-a4cc-40a4-a41e-de44216ea5c3 HTTP/1.1" status: 204 len: 168 time: 0.1204796 Mar 24 15:04:59.348584 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553ed3b-6798-49cb-bd77-1a1d0e7558b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab24268-a4cc-40a4-a41e-de44216ea5c3,revision_number=None']} {{(pid=109717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:04:59.686689 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56434) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:59.729684 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-e45a8f8b-d16c-486c-85a9-b80eeed12e88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59b13974a2f047b695c7a0b5d56a5348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414252 Mar 24 15:04:59.733272 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [-] (109716) accepted ('10.222.0.43', 56436) {{(pid=109716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 15:04:59.783949 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b52a8a60-9821-479c-87d0-4519c74e84e4 admin admin] Publish callbacks [] for security_group (38c3d474-0010-474f-9741-cec30ec0f4a0), before_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.808307 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b52a8a60-9821-479c-87d0-4519c74e84e4 admin admin] Publish callbacks [] for security_group (38c3d474-0010-474f-9741-cec30ec0f4a0), precommit_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.857842 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b52a8a60-9821-479c-87d0-4519c74e84e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1697058'] for security_group (38c3d474-0010-474f-9741-cec30ec0f4a0), after_delete {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.860327 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron_lib.callbacks.manager [None req-b52a8a60-9821-479c-87d0-4519c74e84e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:04:59.861494 dv-cinder-834805-2-iscsi neutron-server[109716]: INFO neutron.wsgi [None req-b52a8a60-9821-479c-87d0-4519c74e84e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38c3d474-0010-474f-9741-cec30ec0f4a0 HTTP/1.1" status: 204 len: 168 time: 0.1272149 Mar 24 15:04:59.869641 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a8a60-9821-479c-87d0-4519c74e84e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3d474-0010-474f-9741-cec30ec0f4a0,revision_number=None']} {{(pid=109716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 15:05:00.268136 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b123dca6-a866-414d-990e-c6af8c7659a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:00.882589 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:05:02.536334 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9f364265-b7bd-4342-a698-a549a1540006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:03.789193 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:05.249142 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:06.611896 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:18.694014 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:30.273993 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-41888d3a-1f07-4d03-ba8c-bf57bf4ebf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:32.539308 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-164e6105-59fa-4c0a-ade0-96c738f5720d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:33.780393 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:35.257547 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:36.610185 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:05:37.886753 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:05:48.707312 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:00.273259 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf5eb-5828-49a2-8076-147d2fedce11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:02.546769 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a18b6278-35fb-44fa-b916-8f1c99f50196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:03.784058 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:05.256241 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:06.609087 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:14.888186 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:06:18.707938 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:30.288155 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bc755952-e57d-4f74-88a8-48e37cc49245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:32.540876 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fa39c2c7-f1e3-4387-98e9-078cb24c8d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:33.791644 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:35.259559 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:36.615529 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:48.730880 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:06:51.890805 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:07:00.288615 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6100fb0b-7664-4994-ac3c-6580197b1a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:02.542004 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b9af-0182-4b1e-9b86-761e837e2948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:03.793292 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:05.270571 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:06.607746 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:18.751531 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:28.893177 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:07:30.285699 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6781-41da-4ea3-aba7-6e97577c7037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:32.548234 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bb813c7c-d5a2-4d6c-84d0-7f61fdb23cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:33.799864 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:35.269436 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:36.610174 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:07:48.763844 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:00.280627 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-462457f4-bcd0-44d4-9660-0e779603e050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:02.539871 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d8051197-cdac-43ff-8ac4-134424b0bec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:03.801550 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:05.274604 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:05.894197 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:08:06.612834 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:18.761632 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:30.285102 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9ee0afe8-b0ac-4cda-9231-afc7f33851e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:32.546619 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1d44b6ce-f0b1-4ec2-84e6-122c2565106a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:33.803109 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:35.287915 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:36.613932 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:42.898929 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:08:48.766595 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:08:52.220920 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [req-e6988431-de99-42ce-bad5-7bc5d3bc9de2 req-e7e7dc6f-8627-42f2-b040-396162163cc2 service neutron] (109717) timed out ('10.222.0.46', 62214) {{(pid=109717) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 15:08:58.805273 dv-cinder-834805-2-iscsi neutron-server[109716]: DEBUG neutron.wsgi [req-9428d3ab-5c45-4236-8984-d893dff73039 req-cc7ee84c-d5f9-49d5-b82f-3e897a32f102 service neutron] (109716) timed out ('10.222.0.46', 62198) {{(pid=109716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 15:09:00.290352 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-813a5d39-4cee-4d6a-b9e3-ec3edb7c4a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:02.540518 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4450deae-92c6-4526-8c76-44bd54a68bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:03.809139 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:05.285995 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:06.615880 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:11.785842 dv-cinder-834805-2-iscsi neutron-server[109717]: DEBUG neutron.wsgi [req-c697178f-5d9c-4a41-b216-09e1a45f23bb req-feef9962-cfc3-4fb5-bafc-8893b0f379d1 service neutron] (109717) timed out ('10.222.0.46', 62224) {{(pid=109717) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 15:09:18.777494 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:19.899217 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:09:30.295931 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691d644e-5794-43bb-a9cf-bab869574d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:32.543184 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b24cdbd1-bb66-4d72-96bf-d1d3386e2ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:33.812665 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:35.290665 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:36.618536 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:48.792127 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:09:56.902155 dv-cinder-834805-2-iscsi neutron-server[109719]: DEBUG neutron.db.agents_db [None req-ff3f7785-51eb-4776-9e5c-1eec76723c07 None None] Agent healthcheck: found 6 active agents {{(pid=109719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 15:10:00.299343 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4f2710a2-efc4-46aa-8fd0-7356c65f72c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (66e278c9-0b47-455e-874e-accaea535765), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:10:02.547822 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-99fc1692-e612-4f8f-a1c4-4311444f1474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (6849d397-cf56-40b5-a7ba-305989088961), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:10:03.821040 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53eaf222-a75a-471a-a46a-8ab80c3a1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (cf14cd3a-f0ca-4c31-ae6c-1dfd9114d090), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:10:05.295609 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-948145a9-f44d-4306-ae64-de105af16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (5b3a755a-38ce-497a-abd2-93211ff5b027), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:10:06.623715 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-154691bb-dd68-4c08-94ef-36de23efe23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (caddea90-a314-4fc5-806f-e48288fc4210), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 15:10:18.781397 dv-cinder-834805-2-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aabf208f-7a13-4243-ad9d-9232e2e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756050914353', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225351'] for agent (8ddc85d5-b8d4-404e-983a-ec1a180b8714), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}